-- Logs begin at Fri 2022-04-29 12:50:43 UTC, end at Fri 2022-04-29 13:58:37 UTC. --
Apr 29 13:28:01.487752 dv-cinder-839416-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 29 13:28:04.560209 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.common.config [-] Logging enabled!
Apr 29 13:28:04.561035 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160
Apr 29 13:28:04.561035 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103467) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
Apr 29 13:28:04.564337 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.common.config [-] Logging enabled!
Apr 29 13:28:04.564605 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev160
Apr 29 13:28:04.564919 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103467) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
Apr 29 13:28:04.565895 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 29 13:28:04.566134 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 29 13:28:04.566523 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 29 13:28:04.566802 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 29 13:28:04.567041 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 29 13:28:04.567367 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.567787 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.568028 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.568350 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.568646 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.568939 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.569242 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.569548 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.569840 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.570125 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.570417 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.570684 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.570976 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.571264 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.571562 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.571792 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] debug                          = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.572715 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.573298 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.573755 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.574037 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.574335 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.574640 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.574928 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.575213 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.575502 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.575849 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] host                           = dv-cinder-839416-3-iscsi {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.576135 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.576427 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.576720 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.577012 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.577292 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.577575 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.577863 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.578141 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.578422 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.578726 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.579028 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.579324 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.579620 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.579852 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.580076 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.580367 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.580658 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.580940 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.581222 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.581502 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.581781 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.582062 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.582335 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.582648 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.582945 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.583235 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.583517 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.583810 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.584076 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.584365 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.584643 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.584922 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.585204 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.585485 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.585779 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.586054 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.586342 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.586659 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.586949 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.587262 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.588130 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.588468 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.588766 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.589047 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.589325 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.589606 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.589886 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.590167 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.590451 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.590761 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.591043 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.591321 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.591600 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.591892 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.592203 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:04.592478 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.592825 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.593085 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.593374 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.593688 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.593978 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.594268 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.594554 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.594874 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.595170 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.595466 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.595752 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.596060 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.596355 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.596654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.596967 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.597272 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.597564 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.597846 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.598127 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.598410 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.598721 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.599022 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.599301 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.599595 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.599886 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.600170 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.600469 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.600759 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.601053 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.601348 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.601638 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.601923 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.602203 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.602499 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.602812 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.603094 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.604148 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.604676 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.604965 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.605247 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.605540 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.605829 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.606110 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.606392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.606709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.607008 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.607294 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.607573 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.607850 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.608136 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.608414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.608709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.609004 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.609288 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.609571 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.609858 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.610139 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.610419 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.610739 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.611021 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.611309 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.611589 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.611869 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.612149 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.612426 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.612707 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.612986 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.613263 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.613545 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.613825 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.614103 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.614379 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.614686 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.614965 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.615275 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.615560 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.615846 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.616128 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.616413 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.616697 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.616980 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.617263 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.617545 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.617822 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.618119 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.618409 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.618726 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.619076 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.619437 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.619682 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.619966 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.620251 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.620540 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.620822 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.621104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.621393 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.621683 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.621981 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.622276 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.622574 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.622894 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.623196 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.623485 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.623798 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.624085 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:04.624306 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 29 13:28:04.624560 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103467) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 29 13:28:05.106793 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 29 13:28:05.107113 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 29 13:28:05.107546 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 29 13:28:05.107887 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 29 13:28:05.478099 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.478989 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.479616 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.481216 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.481507 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.481805 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.547588 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.547874 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.548270 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.566618 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.567286 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.567286 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.605134 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.605416 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.605691 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.649324 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.649739 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:05.650177 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.042655 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9ae3475670> agent after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.042949 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9ae3475670> agent after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.043221 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f9ae3475700> segment precommit_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.043496 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f9ae3475790> network precommit_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.044220 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f9ae347b820> segment before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.163489 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> network before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.163817 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f9ae34011f0> agent before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.164232 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> network before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.164521 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> port before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.164806 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> port before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.165126 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> segment precommit_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.165426 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> segment precommit_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.166401 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> segment after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.166699 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> segment after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.167009 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> network after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.167284 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> network precommit_delete 0 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.167566 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> port after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.167834 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> port after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.168100 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> port after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.168367 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> port provisioning_complete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.168644 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.169112 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> rbac-policy after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.169439 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> agent after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.169728 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> subnet after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.170059 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> subnet precommit_delete 0 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.170461 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.170757 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.171058 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> segment_host_mapping after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.171466 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.171742 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.172001 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9ae3de9400>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.172473 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:06.172716 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:06.172956 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:06.173200 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:06.173438 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:06.173804 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:06.174223 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 29 13:28:06.178049 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 29 13:28:06.183282 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 29 13:28:06.187604 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 29 13:28:06.189492 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 29 13:28:06.190255 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 29 13:28:06.190746 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 29 13:28:06.191282 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 29 13:28:06.194922 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 29 13:28:06.195175 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 29 13:28:06.195540 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 29 13:28:06.201103 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Apr 29 13:28:06.230425 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 29 13:28:06.230958 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9ae352ed60>> qos_plugin after_init 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.231300 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103467) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Apr 29 13:28:06.231691 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9ae352e760>> logging-plugin after_init 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.233350 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103467) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 29 13:28:06.233687 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 29 13:28:06.234066 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 29 13:28:06.237970 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9ae353e370>> floatingip before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.238261 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9ae353e370>> port before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.308467 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 29 13:28:06.308649 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 29 13:28:06.308844 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 29 13:28:06.309236 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 29 13:28:06.333638 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_db.sqlalchemy.engines [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103467) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 29 13:28:06.825594 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing driver for type 'gre'
Apr 29 13:28:06.826745 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] gre ID ranges: [(1, 1000)]
Apr 29 13:28:06.892216 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing driver for type 'local'
Apr 29 13:28:06.892667 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing driver for type 'vlan'
Apr 29 13:28:06.907701 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] VlanTypeDriver initialization complete
Apr 29 13:28:06.908041 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing driver for type 'vxlan'
Apr 29 13:28:06.908639 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] vxlan ID ranges: [(1, 1000)]
Apr 29 13:28:06.967545 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing extension driver 'port_security'
Apr 29 13:28:06.967895 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.extensions.port_security [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] PortSecurityExtensionDriver initialization complete
Apr 29 13:28:06.968323 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing mechanism driver 'openvswitch'
Apr 29 13:28:06.968680 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing mechanism driver 'hyperv'
Apr 29 13:28:06.975482 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.plugin [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:06.976346 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae327abe0>> port after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.976717 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae327abe0>> port after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.977071 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae327abe0>> port after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.977610 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 29 13:28:06.978051 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2db2940>> subnet after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.979149 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2db2940>> subnet after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.979767 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2db2940>> subnet after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.980168 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 29 13:28:06.980577 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dc39d0>> network after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.980932 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dc39d0>> network after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.981280 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dc39d0>> network after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.981693 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 29 13:28:06.982088 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dc3ee0>> security_group after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.982444 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dc3ee0>> security_group after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.982834 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dc3ee0>> security_group after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.983237 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 29 13:28:06.983638 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dd6400>> security_group_rule after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.983987 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dd6400>> security_group_rule after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.984350 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dd6400>> security_group_rule after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.984752 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 29 13:28:06.985159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dd6910>> address_group after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.985507 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dd6910>> address_group after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.985851 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9ae2dd6910>> address_group after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.986250 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103467) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 29 13:28:06.986737 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] ML2 OVO RPC backend initialized. {{(pid=103467) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Apr 29 13:28:06.987450 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> router_interface after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.987831 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> router_interface after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.988355 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> network before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.988733 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> networks before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.989206 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> port before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.989589 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> ports before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.989979 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> subnet before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.990453 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> subnets before_response 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.990953 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> network after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.991335 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> network after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.991902 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> network after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.992334 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> port after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.992709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> port after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.993127 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> port after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.993549 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> subnet after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.994548 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> subnet after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:06.994994 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9ae2dd6fa0>> subnet after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.003492 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f9ae2dd6e20>.
Apr 29 13:28:07.003860 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.plugin [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Modular L2 Plugin initialization complete
Apr 29 13:28:07.004210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading services supported by the core plugin {{(pid=103467) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 29 13:28:07.004560 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.plugins.ml2.managers [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Got port-security extension from driver 'port_security'
Apr 29 13:28:07.005055 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.extensions.vlantransparent [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Disabled vlantransparent extension.
Apr 29 13:28:07.005551 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103467) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 29 13:28:07.005875 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: router
Apr 29 13:28:07.043106 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router_interface before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.043497 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router after_create 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.043875 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router before_create 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.044242 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router_interface before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.044617 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router_interface after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.044979 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router after_delete 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.045342 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> floatingip after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.045698 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> floatingip after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.046058 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router after_create 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.046407 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router after_update 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.046785 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router after_update 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.047141 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router_gateway after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.047634 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router after_update 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.048054 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router precommit_update 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.048430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9ae35a4dc0> port after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.048776 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9ae35a4ca0> port after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.049119 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9ae35a4d30> subnet after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.049471 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9ae35a4e50> subnetpool_address_scope after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.049824 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> port precommit_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.050176 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router precommit_create 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.050529 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9ae35894c0> port before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.050918 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router precommit_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.051274 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router after_update 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.051617 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router precommit_delete 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.051975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router precommit_create 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.052337 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router_interface after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.052687 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> router precommit_update 55549900 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.053053 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> agent after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.053406 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> agent after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.053756 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9ae2ddf130>> network after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.054666 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Tracking information for resource: router configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:07.055006 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Tracking information for resource: floatingip configured {{(pid=103467) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 29 13:28:07.060523 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.db.l3_agentschedulers_db [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 29 13:28:07.061104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9ae2d28820> port after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.061474 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9ae2d28700> port after_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.061836 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function _notify_port_delete at 0x7f9ae2d28790> port after_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.062196 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9ae2d28940> port after_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.063047 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9ae2d43a90>> router before_create 55550100 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.063422 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9ae2d43a90>> router precommit_delete 55550100 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.063790 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9ae2d43a90>> router precommit_create 55550100 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.064150 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9ae2d43a90>> router precommit_update 55550100 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.068930 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.services.provider_configuration [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service providers = [] {{(pid=103467) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 29 13:28:07.069303 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.db.servicetype_db [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103467) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 29 13:28:07.072453 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.services.service_base [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 13:28:07.072803 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.services.service_base [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 13:28:07.073151 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.services.service_base [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 13:28:07.074056 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.services.service_base [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103467) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 29 13:28:07.074433 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.services.service_base [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 29 13:28:07.074862 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.075186 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 29 13:28:07.086175 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.086393 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: auto_allocate
Apr 29 13:28:07.093162 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9ae2ce69d0> network precommit_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.093542 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9ae2ce69d0> network precommit_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.094089 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.094414 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: tag
Apr 29 13:28:07.101471 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.101801 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: timestamp
Apr 29 13:28:07.106948 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.107047 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: network_ip_availability
Apr 29 13:28:07.112681 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9ae2cef070>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.113060 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9ae2cef070>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.113417 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9ae2cef070>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.114210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.114541 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: flavors
Apr 29 13:28:07.120320 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.120662 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading Plugin: revisions
Apr 29 13:28:07.125043 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103467) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 29 13:28:07.125446 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_concurrency.lockutils [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.018s {{(pid=103467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 29 13:28:07.126214 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103467) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Apr 29 13:28:07.126553 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Initializing extension manager.
Apr 29 13:28:07.127121 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: __init__.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.127469 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: __pycache__ {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.127804 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: _port_mac_address_override.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.128136 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: address_group.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.128918 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.129508 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: address-group
Apr 29 13:28:07.129834 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: address_scope.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.130552 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.131094 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: address-scope
Apr 29 13:28:07.131419 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.132380 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.132892 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: router-admin-state-down-before-update
Apr 29 13:28:07.133218 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: agent.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.133924 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.134484 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: agent
Apr 29 13:28:07.135182 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: agent_resources_synced.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.135864 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.136388 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: agent-resources-synced
Apr 29 13:28:07.136716 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.138560 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.139121 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: allowed-address-pairs
Apr 29 13:28:07.139455 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.140572 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.141127 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: auto-allocated-topology
Apr 29 13:28:07.141455 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: availability_zone.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.142191 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.142735 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: availability_zone
Apr 29 13:28:07.143061 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: availability_zone_filter.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.143991 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.144504 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: availability_zone_filter
Apr 29 13:28:07.144831 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: data_plane_status.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.145748 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.146254 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 29 13:28:07.146578 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: default_subnetpools.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.147530 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.148039 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: default-subnetpools
Apr 29 13:28:07.148365 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.149210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.149720 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: dhcp_agent_scheduler
Apr 29 13:28:07.150129 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: dns.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.151083 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.151589 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension dns-integration not supported by any of loaded plugins
Apr 29 13:28:07.151917 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: dns_domain_ports.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.152841 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.153351 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 29 13:28:07.153676 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.154608 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.155128 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Apr 29 13:28:07.155454 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: dvr.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.156130 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.156639 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: dvr
Apr 29 13:28:07.156963 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: ecmp_routes.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.157887 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.158395 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension ecmp_routes not supported by any of loaded plugins
Apr 29 13:28:07.158768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: empty_string_filtering.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.159736 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.160323 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: empty-string-filtering
Apr 29 13:28:07.160651 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.161574 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.162078 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 29 13:28:07.162402 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.163398 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.163970 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 29 13:28:07.164303 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: external_net.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.165254 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.166408 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: external-net
Apr 29 13:28:07.166723 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.167904 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.168418 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: extra_dhcp_opt
Apr 29 13:28:07.168752 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: extraroute.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.169670 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.170179 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: extraroute
Apr 29 13:28:07.170541 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: extraroute_atomic.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.173213 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.173749 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: extraroute-atomic
Apr 29 13:28:07.174131 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: filter_validation.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.174912 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.175426 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: filter-validation
Apr 29 13:28:07.175754 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: fip_pf_description.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.176690 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.177201 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 29 13:28:07.177521 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: fip_pf_port_range.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.178447 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.178986 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Apr 29 13:28:07.179313 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: fip_port_details.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.180247 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.180755 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: fip-port-details
Apr 29 13:28:07.181079 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: flavors.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.183153 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.183678 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: flavors
Apr 29 13:28:07.184052 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.185755 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.186279 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 29 13:28:07.186650 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: floatingip_pools.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.187364 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.187872 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: floatingip-pools
Apr 29 13:28:07.188200 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: ip_allocation.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.189134 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.189638 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 29 13:28:07.189956 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.190914 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.191423 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: ip-substring-filtering
Apr 29 13:28:07.191748 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l2_adjacency.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.192701 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.193205 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 29 13:28:07.193527 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.194530 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.195078 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: router
Apr 29 13:28:07.195400 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.197872 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.198407 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 29 13:28:07.198772 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.199719 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.200238 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: ext-gw-mode
Apr 29 13:28:07.200568 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.201491 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.201999 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: l3-ha
Apr 29 13:28:07.202325 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.203306 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.203815 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Apr 29 13:28:07.204144 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3_flavors.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.205066 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.205578 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: l3-flavors
Apr 29 13:28:07.205908 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.207372 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.207890 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Apr 29 13:28:07.208223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.209153 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.209665 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 29 13:28:07.209999 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: l3agentscheduler.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.211131 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.211645 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: l3_agent_scheduler
Apr 29 13:28:07.211983 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: local_ip.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.214165 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.214676 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension local_ip not supported by any of loaded plugins
Apr 29 13:28:07.215052 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: logging.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.216536 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.217122 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension logging not supported by any of loaded plugins
Apr 29 13:28:07.217466 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: metering.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.218200 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.218836 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: metering
Apr 29 13:28:07.219172 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.220279 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.220842 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: metering_source_and_destination_fields
Apr 29 13:28:07.221126 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: multiprovidernet.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.222059 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.222569 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: multi-provider
Apr 29 13:28:07.222962 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: netmtu.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.223857 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.224367 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: net-mtu
Apr 29 13:28:07.224691 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: netmtu_writable.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.225663 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.226153 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: net-mtu-writable
Apr 29 13:28:07.226479 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: network_availability_zone.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.227187 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.227696 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: network_availability_zone
Apr 29 13:28:07.228017 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: network_ip_availability.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.230017 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.230484 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: network-ip-availability
Apr 29 13:28:07.230846 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: network_segment_range.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.231643 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.232208 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 29 13:28:07.232478 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: pagination.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.233489 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.233867 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: pagination
Apr 29 13:28:07.234149 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: port_device_profile.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.235102 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.235618 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: port-device-profile
Apr 29 13:28:07.235942 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: port_mac_address_override.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.236936 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.237521 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: port-mac-override
Apr 29 13:28:07.237850 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.238818 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.239333 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: port-mac-address-regenerate
Apr 29 13:28:07.239697 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.240616 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.241124 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: port-numa-affinity-policy
Apr 29 13:28:07.241447 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: port_resource_request.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.242364 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.242900 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 29 13:28:07.243276 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.244774 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.245304 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Apr 29 13:28:07.245620 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: portbindings.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.246565 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.247146 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: binding
Apr 29 13:28:07.247427 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: portbindings_extended.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.251169 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.251169 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: binding-extended
Apr 29 13:28:07.251169 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: portsecurity.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.251169 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.251169 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: port-security
Apr 29 13:28:07.252283 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: project_id.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.252283 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.256104 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: project-id
Apr 29 13:28:07.256104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: providernet.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.256104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.256104 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: provider
Apr 29 13:28:07.256104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.258741 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.259273 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos not supported by any of loaded plugins
Apr 29 13:28:07.259805 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.261079 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.261597 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 29 13:28:07.261930 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.262904 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.263423 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 29 13:28:07.263755 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_default.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.264679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.265189 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-default not supported by any of loaded plugins
Apr 29 13:28:07.265521 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_fip.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.266448 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.267002 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-fip not supported by any of loaded plugins
Apr 29 13:28:07.267333 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.268255 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.268766 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Apr 29 13:28:07.269097 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.270036 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.270624 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 29 13:28:07.270959 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.271895 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.272406 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 29 13:28:07.272731 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.273782 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.274301 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Apr 29 13:28:07.274707 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.276558 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.277099 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Apr 29 13:28:07.277426 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_pps_rule.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.278738 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.279266 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-pps not supported by any of loaded plugins
Apr 29 13:28:07.279596 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.280538 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.281067 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 29 13:28:07.281427 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.282419 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.282969 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Apr 29 13:28:07.283292 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: qos_rules_alias.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.284437 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.284877 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 29 13:28:07.285206 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: quota_check_limit.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.286209 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.286773 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: quota-check-limit
Apr 29 13:28:07.287106 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: quotasv2.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.288146 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.288476 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: quotas
Apr 29 13:28:07.288799 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: quotasv2_detail.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.291387 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.291387 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: quota_details
Apr 29 13:28:07.292286 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: rbac.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.293096 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.293634 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: rbac-policies
Apr 29 13:28:07.293965 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: rbac_address_group.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.294950 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.295496 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: rbac-address-group
Apr 29 13:28:07.295802 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: rbac_address_scope.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.296736 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.297253 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: rbac-address-scope
Apr 29 13:28:07.297584 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: rbac_security_groups.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.298981 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.299089 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: rbac-security-groups
Apr 29 13:28:07.299598 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.300311 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.300825 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: rbac-subnetpool
Apr 29 13:28:07.301150 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: revisionifmatch.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.302084 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.302610 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: revision-if-match
Apr 29 13:28:07.302975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: revisions.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.304111 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.305594 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: standard-attr-revisions
Apr 29 13:28:07.305594 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: router_availability_zone.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.305594 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.306089 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: router_availability_zone
Apr 29 13:28:07.306969 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: routerservicetype.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.307904 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.308415 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension router-service-type not supported by any of loaded plugins
Apr 29 13:28:07.308768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.309694 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.310207 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: security-groups-normalized-cidr
Apr 29 13:28:07.310530 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.311485 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.311990 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: port-security-groups-filtering
Apr 29 13:28:07.312312 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.313247 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.313763 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: security-groups-remote-address-group
Apr 29 13:28:07.314081 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.315068 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.315579 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: security-groups-shared-filtering
Apr 29 13:28:07.315907 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.316679 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Apr 29 13:28:07.317022 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: securitygroup.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.327621 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.328165 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: security-group
Apr 29 13:28:07.328505 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: segment.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.329275 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.329791 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension segment not supported by any of loaded plugins
Apr 29 13:28:07.330122 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.331162 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.331679 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 29 13:28:07.332013 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: servicetype.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.333152 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.333680 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: service-type
Apr 29 13:28:07.334012 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: sorting.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.335041 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.335376 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: sorting
Apr 29 13:28:07.335703 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: standard_attr_segment.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.336676 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.337155 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 29 13:28:07.337514 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: standardattrdescription.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.338192 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.338754 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: standard-attr-description
Apr 29 13:28:07.339083 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: stateful_security_group.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.340054 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.340575 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: stateful-security-group
Apr 29 13:28:07.340900 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: stdattrs_common.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.341483 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 29 13:28:07.341807 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.342773 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.343293 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 29 13:28:07.343613 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: subnet_onboard.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.344694 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.345221 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: subnet_onboard
Apr 29 13:28:07.345551 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.346492 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.347036 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 29 13:28:07.347358 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: subnet_service_types.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.348297 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.348819 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: subnet-service-types
Apr 29 13:28:07.349145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: subnetallocation.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.350243 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.350794 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: subnet_allocation
Apr 29 13:28:07.351126 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.351825 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.352357 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: subnetpool-prefix-ops
Apr 29 13:28:07.352688 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.353805 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.354314 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 29 13:28:07.354923 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: tagging.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.356037 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.356557 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: standard-attr-tag
Apr 29 13:28:07.356892 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: timestamp.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.358132 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.358688 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loaded extension: standard-attr-timestamp
Apr 29 13:28:07.359025 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: trunk.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.360083 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.360599 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension trunk not supported by any of loaded plugins
Apr 29 13:28:07.360928 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: trunk_details.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.361863 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.362372 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension trunk-details not supported by any of loaded plugins
Apr 29 13:28:07.362738 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.363672 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.364186 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 29 13:28:07.364513 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Loading extension file: vlantransparent.py {{(pid=103467) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 29 13:28:07.365241 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103467) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 29 13:28:07.365714 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 29 13:28:07.368407 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:network
Apr 29 13:28:07.369471 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:subnet
Apr 29 13:28:07.369881 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 13:28:07.370272 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:port
Apr 29 13:28:07.372171 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.372171 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service FLAVORS assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.372773 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.373154 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.373496 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:router
Apr 29 13:28:07.373936 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:floatingip
Apr 29 13:28:07.374449 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service METERING assigned prefix: /metering {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.375997 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9ae2c0a6a0>> rbac-policy before_create 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.376379 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9ae2c0a6a0>> rbac-policy before_update 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.376741 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9ae2c0a6a0>> rbac-policy before_delete 55550000 {{(pid=103467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:28:07.377820 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 29 13:28:07.378288 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:security_group
Apr 29 13:28:07.378814 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 29 13:28:07.379438 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service CORE assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.379770 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 13:28:07.380206 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] subnetpool is already registered
Apr 29 13:28:07.380588 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service CORE assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.380918 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 13:28:07.381249 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] subnetpool is already registered
Apr 29 13:28:07.383669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.384111 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service FLAVORS assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.385358 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.385831 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.386235 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:router
Apr 29 13:28:07.386579 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] router is already registered
Apr 29 13:28:07.387025 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:floatingip
Apr 29 13:28:07.387372 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] floatingip is already registered
Apr 29 13:28:07.387839 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service METERING assigned prefix: /metering {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.388528 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 29 13:28:07.388863 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] rbac_policy is already registered
Apr 29 13:28:07.389292 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:security_group
Apr 29 13:28:07.389632 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] security_group is already registered
Apr 29 13:28:07.390051 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 29 13:28:07.390382 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] security_group_rule is already registered
Apr 29 13:28:07.391061 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service CORE assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.391386 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 13:28:07.391724 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] subnetpool is already registered
Apr 29 13:28:07.392160 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.v2.resource_helper [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Service CORE assigned prefix:  {{(pid=103467) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 29 13:28:07.392482 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 29 13:28:07.392812 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING neutron.quota.resource_registry [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] subnetpool is already registered
Apr 29 13:28:07.393307 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: extensions {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.394843 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: address-groups {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.396320 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: address-scopes {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.397633 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: agents {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.398864 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: auto-allocated-topology {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.400064 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: availability_zones {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.401316 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: dhcp-networks {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.402837 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: dhcp-agents {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.404270 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: routers {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.406456 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: flavors {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.407645 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: service_profiles {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.408874 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: next_providers {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.410290 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: service_profiles {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.412912 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: floatingip-pools {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.414124 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: routers {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.416446 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: floatingips {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.417729 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: l3-routers {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.419135 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: l3-agents {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.420539 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: metering-labels {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.421896 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: metering-label-rules {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.423218 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: network-ip-availabilities {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.424492 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: bindings {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.426162 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: quotas {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.427764 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: quotas {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.429321 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: rbac-policies {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.430664 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: security-groups {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.432420 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: security-group-rules {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.433757 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: service-providers {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.435022 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: subnetpools {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.436437 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: subnetpools {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.437907 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.439649 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.441484 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.443293 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.445070 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.447720 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.449512 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.451437 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.453206 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.455064 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron.api.extensions [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Extended resource: tags {{(pid=103467) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 29 13:28:07.461085 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING keystonemiddleware.auth_token [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 29 13:28:07.465884 dv-cinder-839416-3-iscsi neutron-server[103467]: WARNING keystonemiddleware.auth_token [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 29 13:28:07.474477 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_concurrency.lockutils [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Acquired lock "singleton_lock" {{(pid=103467) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Apr 29 13:28:07.474987 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_concurrency.lockutils [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Releasing lock "singleton_lock" {{(pid=103467) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Apr 29 13:28:07.475650 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO oslo_service.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Starting 2 workers
Apr 29 13:28:07.481183 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Started child 103576 {{(pid=103467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 29 13:28:07.486026 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Started child 103577 {{(pid=103467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 29 13:28:07.487681 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO neutron.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 29 13:28:07.488363 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:07.488642 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:07.490846 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [-] (103576) wsgi starting up on http://0.0.0.0:9696
Apr 29 13:28:07.491072 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO oslo_service.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Starting 1 workers
Apr 29 13:28:07.491778 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:07.493649 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [-] (103577) wsgi starting up on http://0.0.0.0:9696
Apr 29 13:28:07.496923 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Started child 103578 {{(pid=103467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 29 13:28:07.497506 dv-cinder-839416-3-iscsi neutron-server[103467]: INFO oslo_service.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Starting 1 workers
Apr 29 13:28:07.501587 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] calling RpcWorker wait() {{(pid=103578) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 29 13:28:07.502282 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] returning from RpcWorker wait() {{(pid=103578) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 29 13:28:07.502564 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Started child 103579 {{(pid=103467) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 29 13:28:07.503417 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:07.503712 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG neutron_lib.callbacks.manager [None req-b6113696-20f5-45ed-bec7-2b497b8eb2b9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:07.504133 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:07.505899 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103467) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 29 13:28:07.506119 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 29 13:28:07.506119 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 29 13:28:07.506360 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 29 13:28:07.506938 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 29 13:28:07.507267 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 29 13:28:07.507843 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.508350 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.508576 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.508745 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.509237 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.510503 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.510781 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:07.511709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.511709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.511709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.511709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.511709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.511709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.511709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.512929 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.512929 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.512929 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.512929 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.512929 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.513691 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.513691 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.513691 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.514093 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.514093 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.514560 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.514926 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.515273 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.515273 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.515557 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.515824 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.516046 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.516256 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.516444 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.516837 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.517238 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.517238 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.517477 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.517599 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.518053 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.518210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.518570 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] host                           = dv-cinder-839416-3-iscsi {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.518895 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.519135 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.519293 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.519555 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.519771 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.520377 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.520377 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.520664 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.520832 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.521185 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.521185 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.521430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.521663 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.521886 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.522226 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.522508 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.522789 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.523103 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.523818 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.523818 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.523818 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.523818 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.526430 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.530669 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531145 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531602 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531602 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531602 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531602 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531602 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531602 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.531602 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.532069 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.532155 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.532495 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.532673 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.532893 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.533171 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.533557 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.533839 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.534070 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.534370 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.534719 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.534944 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.535213 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.535434 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.535655 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.535907 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.536178 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.536444 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.536927 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.537254 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.537654 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:07.537759 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.538025 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.538271 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.538563 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.538904 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.539240 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.539512 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.539805 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.540089 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.540317 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.540715 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.541030 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.541780 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.541780 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.542047 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.542383 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.542698 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.542958 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.543252 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.543521 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.543833 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.544100 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.546957 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.547295 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.547548 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.547869 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.548176 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.548501 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.548857 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.549159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.549437 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.550910 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.551373 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.551820 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.552302 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.552731 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.553212 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.553524 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.553996 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.554257 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.554563 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.554846 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.555092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.555337 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.555572 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.555827 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.556073 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.556904 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.557268 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.558078 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.558336 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.558559 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.558820 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.559082 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.559355 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.559610 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.559871 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.560174 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.560405 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.560641 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.560890 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.561129 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.561341 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.561730 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.561950 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.562176 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.562477 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.562735 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.562964 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.563205 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.563414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.563628 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.564116 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.564476 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.564836 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.565189 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.565928 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.566220 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.566439 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.566711 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.566928 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.567139 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.567353 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.567562 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.567948 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.568315 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.568700 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.569056 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.569437 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.569941 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.570442 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.570736 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.571059 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.571305 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.571565 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.571800 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.572767 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.573584 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.573836 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.574075 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.574649 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.574922 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.575187 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.575419 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.575648 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.575955 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.576198 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.576425 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.576648 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.576871 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.577113 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.577345 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.577684 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.577950 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.578209 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.578463 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.578719 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.579027 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.579255 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.579516 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.579740 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.580055 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.580411 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.580777 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.581072 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.581364 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.581606 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.581901 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.582463 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.582777 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.583033 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.583291 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.583518 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.583773 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.583997 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.584215 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.584475 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.584785 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.585042 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.585274 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.585490 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.585755 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.586008 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.586249 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.586512 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.586843 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.587042 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.587345 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.588960 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.589270 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.589519 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.589755 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.589975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.590215 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.590432 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.590684 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.591061 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.591299 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.591564 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.591782 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.592001 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.592405 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.592634 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.592857 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.593125 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.593329 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.593537 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.593929 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.594154 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.594373 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.594615 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.594828 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.595078 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.595294 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.595573 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.595813 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.596057 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.596281 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.596534 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.596771 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.596985 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.597227 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.597462 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.597675 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.597888 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.598107 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.598317 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.598545 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.598818 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.599029 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.599276 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.599525 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.599881 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.600135 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.600395 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.600621 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.600867 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.601086 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.601310 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.601527 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.601761 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.601967 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.602195 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.602419 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.602654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.603249 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.604935 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.605197 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.605450 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.605711 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.605971 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.606378 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.606780 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.607089 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.607272 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.607505 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.607756 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.607996 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.608344 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.608616 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.609002 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.609975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.610375 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.610798 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.611078 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.611344 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.611568 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.611806 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.612068 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.612285 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.612514 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.612740 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.612951 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.613199 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.613412 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.613646 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.613871 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.614090 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.614299 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.614529 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.614773 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.614984 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.615207 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.615425 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.615634 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.615856 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.616065 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.616274 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.616492 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.616709 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.616924 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.617143 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.617353 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.617584 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.617803 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.618025 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.618234 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.618530 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621031 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621031 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621031 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621031 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621031 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621031 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621031 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621573 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621573 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621694 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.621881 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.622102 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.622375 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.622736 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.622999 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.623261 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.623509 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.624825 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.624825 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.624825 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.624825 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.626210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.626210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.626210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.626210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.626210 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.629585 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.630679 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103467) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.631414 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.631916 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.631916 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.631916 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.631916 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.632192 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.632192 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.632334 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.632469 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.632626 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.632783 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.632939 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.633097 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.633255 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.633412 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.633569 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.633767 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.633937 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.634097 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.634242 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.634937 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.635098 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.636022 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.636189 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.636363 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.636540 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.636690 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.636862 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.637011 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.637155 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.637303 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.637451 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.637604 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.637752 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.637904 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.638048 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.638152 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.638233 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.638393 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] host                           = dv-cinder-839416-3-iscsi {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.638551 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.638811 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.638971 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.639128 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.639286 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.639442 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.639603 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.639840 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.640006 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.640141 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.640293 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.640450 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.640607 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.640764 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.640920 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.641076 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.641231 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.641358 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:07.641504 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.641639 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.641768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.641892 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.642017 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.642139 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.642282 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.642440 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.642620 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.642777 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.642936 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.643094 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.643253 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.643409 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.643566 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.643722 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.643881 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.644038 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.644195 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.644351 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.645461 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.646654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.646654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.646654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.646654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.646654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.646654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.646654 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647105 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647105 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647105 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647298 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647363 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647545 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647631 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647773 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.647933 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.648092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.648250 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.649392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.649392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.649392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.649392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.649392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.649392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.649392 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.650992 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.650992 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.650992 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.650992 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.654680 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.654905 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.655091 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.655273 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 29 13:28:07.655478 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.655684 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.655873 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.656045 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.656214 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.656383 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.656549 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.656716 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.656894 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.657059 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.657231 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.657395 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.657569 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.657732 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.657893 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.658058 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.658220 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.658382 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.658544 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.658739 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.658902 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.659067 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.659235 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.659397 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.659584 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.659746 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.659917 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.660079 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.660242 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.660395 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.660574 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.660735 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.660898 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.661060 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.661222 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.661384 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.661546 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.661824 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.662768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.662768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.662768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.662768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.662768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.662768 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.663186 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.663186 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.663321 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.663398 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.663520 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.663680 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.663843 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.664048 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.664172 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.664335 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.664495 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.664658 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.664820 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.664983 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.665156 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.665467 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.665467 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.666559 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.666559 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.666733 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.666813 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.666931 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.667093 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.667523 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.667733 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.668325 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.668325 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.668560 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.668728 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.668811 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.669099 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.669264 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.669445 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.669745 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.669745 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.670066 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.670066 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671159 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671897 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671897 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671897 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.671897 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.672301 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.672301 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.672492 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.672492 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.672682 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.672802 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.672974 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.673109 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.673276 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.673439 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.673896 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.673896 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.673896 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.674176 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.674270 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.674473 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.674664 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.674664 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.674892 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.675016 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.675149 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.675476 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.675630 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.675744 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.675831 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.676067 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.676506 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.676506 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.676506 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677187 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677187 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677187 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677187 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.677975 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.679092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.679092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.679092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.679092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.679092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.679092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.679092 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680314 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680939 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680939 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680939 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.680939 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.681942 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.681942 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.681942 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.682438 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.682438 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.682438 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.683422 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.683422 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.683422 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.683422 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684741 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684741 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.684741 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685078 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685078 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685078 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685483 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685483 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685829 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685829 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.685829 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.686180 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.686180 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.686382 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.686475 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.686628 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.686783 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.686980 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.687167 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.687258 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.688386 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.688386 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.688386 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.688386 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.688386 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.688386 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.688386 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689104 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689782 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689782 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689782 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689782 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.689782 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.690535 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.690535 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.690535 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.690535 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.690535 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691334 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691334 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691334 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691334 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691334 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691816 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691816 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.691816 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.692124 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.692211 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.692419 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.692584 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.692747 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.692916 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.693091 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.693255 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.693421 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.693587 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.693748 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.693909 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.694080 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.694356 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.694489 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.694639 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.694774 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.694915 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.695068 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.695188 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.695419 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.695578 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.695735 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.695913 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.696042 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.696196 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.696357 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.696539 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.696705 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.696906 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.697172 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.697362 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.697493 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.697634 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.697819 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.697981 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.698153 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.698315 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.698470 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.698714 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.698879 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.699083 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.699254 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.699367 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.699515 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.699685 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.699846 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.699992 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.700157 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.700336 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.700499 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.700727 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.700895 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.701057 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.701223 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.701381 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.701548 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.701760 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.701890 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.702041 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.702237 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.702408 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.702579 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.702766 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.702929 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.703109 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.703272 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.703434 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.703578 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.703741 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.703906 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.704062 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.704224 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.704385 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.704545 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.704706 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.704868 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.705032 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.705177 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.705342 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.705486 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.705641 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.705799 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.705943 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.706085 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 29 13:28:07.706275 dv-cinder-839416-3-iscsi neutron-server[103467]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103467) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 29 13:28:07.715484 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 42950) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:07.725378 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0076051
Apr 29 13:28:20.048191 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58662a6-abc4-4d9b-ad99-762c948d6948 None None] get_active_networks_info from dv-cinder-839416-3-iscsi {{(pid=103578) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 29 13:28:20.110540 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58662a6-abc4-4d9b-ad99-762c948d6948 None None] No non-hosted networks {{(pid=103578) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 29 13:28:20.121459 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.agentschedulers_db [None req-f58662a6-abc4-4d9b-ad99-762c948d6948 None None] DHCP Agent not found on host dv-cinder-839416-3-iscsi {{(pid=103578) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 29 13:28:20.180653 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c3db9cef-e2eb-4c58-873d-79e10e96a495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2029017'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:22.456361 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b9a47237-6620-4746-bcfb-df32a7cb7404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2029017'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:22.504869 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-76ab7127-11e5-4d20-98d0-6980692e2505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:23.432842 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43016) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:23.646712 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2029017'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:24.113834 dv-cinder-839416-3-iscsi neutron-server[103576]: WARNING oslo_policy.policy [None req-7882deb5-338c-4421-8894-27bd71d6677f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:24.114785 dv-cinder-839416-3-iscsi neutron-server[103576]: WARNING oslo_policy.policy [None req-7882deb5-338c-4421-8894-27bd71d6677f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:24.363924 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [None req-7882deb5-338c-4421-8894-27bd71d6677f admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:28:24.384822 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7882deb5-338c-4421-8894-27bd71d6677f admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.9420502
Apr 29 13:28:25.010761 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2029017'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:26.621552 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2029017'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:26.622354 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.624630 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.624979 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.625320 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.625652 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.625983 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.626313 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.626686 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.627018 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.627345 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.627692 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.628020 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.628359 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.628688 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.628999 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:26.629432 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9ae2732d90>, 'Open vSwitch agent', 'dv-cinder-839416-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:26.660945 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9ae16f4670>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839416-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:27.074520 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.db.l3_hamode_db [None req-c5478922-f1f7-42ff-9138-7b9cc4ee2812 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 29 13:28:27.158021 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5478922-f1f7-42ff-9138-7b9cc4ee2812 None None] Routers set() bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:28:27.158411 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5478922-f1f7-42ff-9138-7b9cc4ee2812 None None] Router IDs set() for agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 29 13:28:27.198379 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43050) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:27.522388 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-38939640-ece9-43e6-8b2f-cfc46a335966 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:28:27.615029 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.policy [None req-38939640-ece9-43e6-8b2f-cfc46a335966 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103576) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 29 13:28:27.658814 dv-cinder-839416-3-iscsi neutron-server[103576]: WARNING oslo_policy.policy [None req-38939640-ece9-43e6-8b2f-cfc46a335966 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:27.659231 dv-cinder-839416-3-iscsi neutron-server[103576]: WARNING oslo_policy.policy [None req-38939640-ece9-43e6-8b2f-cfc46a335966 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:27.756568 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-38939640-ece9-43e6-8b2f-cfc46a335966 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768949198087', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768949197627', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768949246791', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768949238120', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768949225961', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768948892998', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-642013', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-921794', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2037381', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2094056'] for rbac-policy (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:27.828083 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-38939640-ece9-43e6-8b2f-cfc46a335966 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:27.829264 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-38939640-ece9-43e6-8b2f-cfc46a335966 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6298976
Apr 29 13:28:30.357097 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43062) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:30.669727 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:28:30.700840 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Made reservation on behalf of 7e5e89e8dd55476aa2b445cf334702ee for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:28:30.704919 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:30.722825 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:30.835873 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks [] for security_group (acef05b3-4f98-4e7d-86a1-d4ca5a13da0a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:30.840735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (acef05b3-4f98-4e7d-86a1-d4ca5a13da0a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:30.875481 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:28:30.904701 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768950924656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (7b9a99fd-5142-4919-98cc-67839f0841c9), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:30.905184 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9ae3475700> segment precommit_create {{(pid=103576) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 29 13:28:30.905744 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Added segment 7b9a99fd-5142-4919-98cc-67839f0841c9 of type vlan for network cbaad8ad-45de-4c5a-b863-35d9f3f17a96
Apr 29 13:28:30.912021 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=acef05b3-4f98-4e7d-86a1-d4ca5a13da0a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:30.948525 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.948861 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.949224 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.949581 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.949915 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.950240 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.950564 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.950918 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.951239 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.951560 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.951884 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.952216 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.952544 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.952858 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.953175 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Tracked resource versions report:
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]: pushed versions:
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]: {   'AddressGroup': {'1.2'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Agent': {'1.1'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'ConntrackHelper': {'1.0'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Log': {'1.0'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'NDPProxy': {'1.0'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Network': {'1.1'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Port': {'1.7'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'PortForwarding': {'1.3'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'QosPolicy': {'1.10'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'SecurityGroup': {'1.5'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'SubPort': {'1.0'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Subnet': {'1.1'},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Trunk': {'1.1'}}
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]: consumer versions:
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Agent': '1.1',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Log': '1.0',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'NDPProxy': '1.0',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Network': '1.1',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Port': '1.7',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'PortForwarding': '1.3',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'QosPolicy': '1.10',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'SecurityGroup': '1.5',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'SubPort': '1.0',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Subnet': '1.1',
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Trunk': '1.1'}}
Apr 29 13:28:30.954549 dv-cinder-839416-3-iscsi neutron-server[103576]:  {{(pid=103576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:28:31.023174 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (cbaad8ad-45de-4c5a-b863-35d9f3f17a96), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:31.063498 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (cbaad8ad-45de-4c5a-b863-35d9f3f17a96), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:31.068564 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:28:31.069243 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:31.132788 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.7746487
Apr 29 13:28:31.191045 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f2c08-f93c-41b1-b287-9af3e1192e80 demo demo] Pushing event updated for resources: {'Network': ['ID=cbaad8ad-45de-4c5a-b863-35d9f3f17a96,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:31.203764 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:28:33.664464 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43074) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:34.072765 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8930a72f-fd4f-43e9-8d7e-34a101782983 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:28:34.074135 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8930a72f-fd4f-43e9-8d7e-34a101782983 demo admin] 10.222.0.52 "GET /v2.0/networks/cbaad8ad-45de-4c5a-b863-35d9f3f17a96 HTTP/1.1" status: 200  len: 825 time: 0.4087007
Apr 29 13:28:34.098965 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c48c48bc-8277-41ed-933d-fb4ab266b558 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/904ada38-384d-4b65-9387-01bee8ef050f HTTP/1.1" status: 200  len: 734 time: 0.0187418
Apr 29 13:28:34.108918 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '904ada38-384d-4b65-9387-01bee8ef050f', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:28:34.130382 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Made reservation on behalf of 7e5e89e8dd55476aa2b445cf334702ee for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:28:34.132668 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:34.426541 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (fff7bf84-b69b-430b-82a3-636d99690009), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:34.497777 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Checking segment: {'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:28:34.498154 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Network hostable DHCP agents. Network: cbaad8ad-45de-4c5a-b863-35d9f3f17a96, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:28:34.504952 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Pushing event updated for resources: {'Subnet': ['ID=fff7bf84-b69b-430b-82a3-636d99690009,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:34.524252 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:28:34.536361 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, cbaad8ad-45de-4c5a-b863-35d9f3f17a96) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:28:34.541702 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:28:34.542291 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:34.547074 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb5c1a6-3a7d-4360-9deb-79d14e17da51 None None] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:28:34.562573 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-70662c32-6751-456b-9637-fb2a5dbec88d demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4535871
Apr 29 13:28:34.820697 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'fixed_ips': [{'subnet_id': 'fff7bf84-b69b-430b-82a3-636d99690009'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:28:34.822159 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:35.117297 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Allocated IP 172.20.0.2 (cbaad8ad-45de-4c5a-b863-35d9f3f17a96/fff7bf84-b69b-430b-82a3-636d99690009/4f3a0952-dfcc-4f64-aa6d-b2410f77cda1) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:28:35.412384 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Publish callbacks [] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:35.424974 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:35.500076 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:28:35.516305 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:28:35.520573 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:28:35.526859 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Pushing event updated for resources: {'Port': ['ID=4f3a0952-dfcc-4f64-aa6d-b2410f77cda1,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:35.559269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.559935 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.560016 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.560324 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.560665 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.561000 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.561334 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.561662 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.561989 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.562315 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.562663 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.563007 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.563335 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.563656 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.563973 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Tracked resource versions report:
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]: pushed versions:
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]: {   'AddressGroup': {'1.2'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Agent': {'1.1'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'ConntrackHelper': {'1.0'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Log': {'1.0'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'NDPProxy': {'1.0'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Network': {'1.1'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Port': {'1.7'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'PortForwarding': {'1.3'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'QosPolicy': {'1.10'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'SecurityGroup': {'1.5'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'SubPort': {'1.0'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Subnet': {'1.1'},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Trunk': {'1.1'}}
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]: consumer versions:
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Agent': '1.1',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Log': '1.0',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'NDPProxy': '1.0',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Network': '1.1',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Port': '1.7',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'PortForwarding': '1.3',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'QosPolicy': '1.10',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'SecurityGroup': '1.5',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'SubPort': '1.0',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Subnet': '1.1',
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Trunk': '1.1'}}
Apr 29 13:28:35.565477 dv-cinder-839416-3-iscsi neutron-server[103578]:  {{(pid=103578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:28:35.618349 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Attempting to bind port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:28:35.619113 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Attempting to bind port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:28:35.619227 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Attempting to bind port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 on network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:28:35.624468 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:28:35.624864 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Checking segment: {'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:28:35.625339 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:35.625730 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Bound using segment: {'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:28:35.626212 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Bound port: 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:28:35.626645 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:35.694109 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] For port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:28:35.712955 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] For port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=4f3a0952-dfcc-4f64-aa6d-b2410f77cda1,segment=NetworkSegment(7b9a99fd-5142-4919-98cc-67839f0841c9),segment_id=7b9a99fd-5142-4919-98cc-67839f0841c9)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:28:35.719958 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:35.778284 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ee4eb-34a0-4bb9-aea9-0b6105010a94 None None] Pushing event updated for resources: {'Port': ['ID=4f3a0952-dfcc-4f64-aa6d-b2410f77cda1,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:37.202828 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43082) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:37.735225 dv-cinder-839416-3-iscsi neutron-server[103577]: WARNING oslo_policy.policy [None req-a787e704-c5fd-4215-b61b-d222c41788fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:37.735774 dv-cinder-839416-3-iscsi neutron-server[103577]: WARNING oslo_policy.policy [None req-a787e704-c5fd-4215-b61b-d222c41788fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:37.969422 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [None req-a787e704-c5fd-4215-b61b-d222c41788fb admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:28:37.970671 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a787e704-c5fd-4215-b61b-d222c41788fb admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.7657831
Apr 29 13:28:40.657870 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43096) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:41.041480 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [None req-f0ef05e1-591f-4f5d-a34b-50708331e2dc admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:28:41.042687 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f0ef05e1-591f-4f5d-a34b-50708331e2dc admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3833747
Apr 29 13:28:43.696661 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43104) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:44.126097 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:28:44.207872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.policy [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103577) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 29 13:28:44.254640 dv-cinder-839416-3-iscsi neutron-server[103577]: WARNING oslo_policy.policy [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:44.255033 dv-cinder-839416-3-iscsi neutron-server[103577]: WARNING oslo_policy.policy [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 29 13:28:44.330569 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (3fbee811-18de-4bb0-b642-01177d59b411), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:44.332757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (3fbee811-18de-4bb0-b642-01177d59b411), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:44.534814 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] Publish callbacks [] for router_controller (3fbee811-18de-4bb0-b642-01177d59b411), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:44.541852 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (3fbee811-18de-4bb0-b642-01177d59b411), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:44.573629 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:44.574911 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e5deb4ca-8f26-4c5e-bb3f-1eb72c9a4791 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.8768497
Apr 29 13:28:47.328648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43118) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:47.778625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [None req-787cfac0-141b-45ec-bc97-bba26b7499d8 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:28:47.780970 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-787cfac0-141b-45ec-bc97-bba26b7499d8 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.4505882
Apr 29 13:28:47.876232 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:28:47.995156 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:47.995156 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:47.998950 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19bee4-ac5f-4cc5-a065-bed1290b5428 None None] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:28:48.131593 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-0afdf970-e665-43d0-953d-1f2c0c6923de None None] Provisioning complete for port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:48.131977 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0afdf970-e665-43d0-953d-1f2c0c6923de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:48.283753 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:28:48.284173 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:48.371368 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=4f3a0952-dfcc-4f64-aa6d-b2410f77cda1,segment=NetworkSegment(7b9a99fd-5142-4919-98cc-67839f0841c9),segment_id=7b9a99fd-5142-4919-98cc-67839f0841c9)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:28:48.379494 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:48.413412 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-0afdf970-e665-43d0-953d-1f2c0c6923de None None] Current status of the port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:28:48.413767 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0afdf970-e665-43d0-953d-1f2c0c6923de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:48.489839 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=4f3a0952-dfcc-4f64-aa6d-b2410f77cda1,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:48.509012 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.db.api [None req-0afdf970-e665-43d0-953d-1f2c0c6923de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103578) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 29 13:28:48.509608 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG oslo_db.api [None req-0afdf970-e665-43d0-953d-1f2c0c6923de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 29 13:28:49.052949 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-0afdf970-e665-43d0-953d-1f2c0c6923de None None] Current status of the port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:28:49.174547 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-b50b962b-abb6-4250-94b6-93d2cbe81b37 None None] Provisioning complete for port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:49.174973 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b50b962b-abb6-4250-94b6-93d2cbe81b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:49.266475 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-b50b962b-abb6-4250-94b6-93d2cbe81b37 None None] Current status of the port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:28:49.844869 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:28:49.903933 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:49.904526 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:49.967679 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-622a5c5e-d749-4796-969f-84ba611282e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:50.029268 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:28:50.534279 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43128) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:50.949725 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:28:50.973002 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Made reservation on behalf of 5576fd44c0e742c8bacec124c1744464 for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:28:50.975633 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:50.986129 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:51.087975 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks [] for security_group (dafedddf-c669-4b2a-ae7d-abef8b9f4c6a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:51.093040 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (dafedddf-c669-4b2a-ae7d-abef8b9f4c6a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:51.111677 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Reserving flat network on physical network physnet1 {{(pid=103576) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 29 13:28:51.137075 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafedddf-c669-4b2a-ae7d-abef8b9f4c6a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:51.145125 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:51.145613 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Added segment 3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d of type flat for network 97d5b7ae-e8bd-4d34-8318-3258d826371f
Apr 29 13:28:51.208550 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (97d5b7ae-e8bd-4d34-8318-3258d826371f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:51.247523 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (97d5b7ae-e8bd-4d34-8318-3258d826371f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:51.248626 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:28:51.249187 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:51.310626 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7751000
Apr 29 13:28:51.365815 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75798249-ce4f-4712-a126-4dc643076cbc admin admin] Pushing event updated for resources: {'Network': ['ID=97d5b7ae-e8bd-4d34-8318-3258d826371f,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:51.443509 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:28:52.445749 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-deae86cb-84a2-439b-85be-d7bd1560a5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:53.581399 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:53.943769 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43146) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:54.193047 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38be2e85-3700-491b-bc21-0bfa5ab2b5eb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:28:54.194463 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-38be2e85-3700-491b-bc21-0bfa5ab2b5eb demo admin] 10.222.0.52 "GET /v2.0/subnets/fff7bf84-b69b-430b-82a3-636d99690009 HTTP/1.1" status: 200  len: 849 time: 0.2497673
Apr 29 13:28:54.313852 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f39c7f95-5550-42f2-bf39-98bb699179f2 demo admin] 10.222.0.52 "GET /v2.0/routers/3fbee811-18de-4bb0-b642-01177d59b411 HTTP/1.1" status: 200  len: 704 time: 0.1134405
Apr 29 13:28:54.595495 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:54.899883 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Allocated IP 172.20.0.1 (cbaad8ad-45de-4c5a-b863-35d9f3f17a96/fff7bf84-b69b-430b-82a3-636d99690009/eca5c39e-ef18-443d-8f6e-ff44e250e6a6) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:28:54.938566 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.128088 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks [] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.201876 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.241861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:28:55.264245 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:28:55.304543 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:28:55.305100 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (3fbee811-18de-4bb0-b642-01177d59b411), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.372144 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Pushing event updated for resources: {'Port': ['ID=eca5c39e-ef18-443d-8f6e-ff44e250e6a6,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:55.393879 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.394210 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.394565 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.394949 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.395278 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.395596 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.395911 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.396223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.396550 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.396872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.397188 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.397515 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.397828 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.398138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.398448 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Tracked resource versions report:
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]: pushed versions:
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]: {   'AddressGroup': {'1.2'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Agent': {'1.1'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'ConntrackHelper': {'1.0'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Log': {'1.0'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'NDPProxy': {'1.0'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Network': {'1.1'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Port': {'1.7'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'PortForwarding': {'1.3'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'QosPolicy': {'1.10'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'SecurityGroup': {'1.5'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'SubPort': {'1.0'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Subnet': {'1.1'},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Trunk': {'1.1'}}
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]: consumer versions:
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Agent': '1.1',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Log': '1.0',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'NDPProxy': '1.0',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Network': '1.1',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Port': '1.7',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'PortForwarding': '1.3',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'QosPolicy': '1.10',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'SecurityGroup': '1.5',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'SubPort': '1.0',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Subnet': '1.1',
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Trunk': '1.1'}}
Apr 29 13:28:55.400564 dv-cinder-839416-3-iscsi neutron-server[103577]:  {{(pid=103577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:28:55.526695 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-8519e61d-8a85-483d-8719-9f26c1014227 None None] Provisioning complete for port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:55.527188 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8519e61d-8a85-483d-8719-9f26c1014227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.536013 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.561155 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-8519e61d-8a85-483d-8719-9f26c1014227 None None] Port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:28:55.753879 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks [] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.759131 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.760031 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (3fbee811-18de-4bb0-b642-01177d59b411), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:55.820389 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Pushing event updated for resources: {'Port': ['ID=eca5c39e-ef18-443d-8f6e-ff44e250e6a6,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:55.931969 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:28:55.933241 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:28:56.110972 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Router 3fbee811-18de-4bb0-b642-01177d59b411 is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:28:56.207062 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:28:56.213049 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-cebdd6cf-6a7d-48b5-9ce4-3b90059e8402 demo admin] 10.222.0.52 "PUT /v2.0/routers/3fbee811-18de-4bb0-b642-01177d59b411/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.8940384
Apr 29 13:28:56.218952 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Sync routers for ids ['3fbee811-18de-4bb0-b642-01177d59b411'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:28:56.233058 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Routers {'3fbee811-18de-4bb0-b642-01177d59b411'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:28:56.233893 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae2795790>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:28:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3fbee811-18de-4bb0-b642-01177d59b411'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:56.286267 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-942c6afc-1cd5-4a8d-9cc5-cea2a5531d79 None None] Provisioning complete for port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:56.286876 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-942c6afc-1cd5-4a8d-9cc5-cea2a5531d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:56.324181 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-942c6afc-1cd5-4a8d-9cc5-cea2a5531d79 None None] Port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:28:56.434040 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Set router 3fbee811-18de-4bb0-b642-01177d59b411 gateway port host: None {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:28:56.610477 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:56.874680 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae2795790>, [{'id': '3fbee811-18de-4bb0-b642-01177d59b411', 'name': 'router1', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:44Z', 'updated_at': '2022-04-29T13:28:55Z', 'revision_number': 2, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'gw_port_host': None, '_interfaces': [{'id': 'eca5c39e-ef18-443d-8f6e-ff44e250e6a6', 'name': '', 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'mac_address': 'fa:16:3e:76:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:54Z', 'updated_at': '2022-04-29T13:28:55Z', 'revision_number': 2, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'subnets': [{'id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '904ada38-384d-4b65-9387-01bee8ef050f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:56.928169 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Checking router: 3fbee811-18de-4bb0-b642-01177d59b411 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:28:56.928547 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Updating router 3fbee811-18de-4bb0-b642-01177d59b411 port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:28:56.986946 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:57.559718 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Publish callbacks [] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:57.569416 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:57.751986 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Pushing event updated for resources: {'Port': ['ID=eca5c39e-ef18-443d-8f6e-ff44e250e6a6,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:57.764027 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Attempting to bind port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:28:57.764422 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Attempting to bind port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:28:57.764871 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Attempting to bind port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 on network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:28:57.768828 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.769172 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.769515 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.769852 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.770272 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.770502 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.770853 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.771179 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.771502 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.771803 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.772133 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.772471 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.772792 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.773110 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.773446 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Tracked resource versions report:
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]: pushed versions:
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]: {   'AddressGroup': {'1.2'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Agent': {'1.1'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'ConntrackHelper': {'1.0'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Log': {'1.0'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'NDPProxy': {'1.0'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Network': {'1.1'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Port': {'1.7'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'PortForwarding': {'1.3'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'QosPolicy': {'1.10'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'SecurityGroup': {'1.5'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'SubPort': {'1.0'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Subnet': {'1.1'},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Trunk': {'1.1'}}
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]: consumer versions:
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Agent': '1.1',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Log': '1.0',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'NDPProxy': '1.0',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Network': '1.1',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Port': '1.7',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'PortForwarding': '1.3',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'QosPolicy': '1.10',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'SecurityGroup': '1.5',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'SubPort': '1.0',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Subnet': '1.1',
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Trunk': '1.1'}}
Apr 29 13:28:57.776098 dv-cinder-839416-3-iscsi neutron-server[103579]:  {{(pid=103579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:28:57.780803 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:28:57.781221 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Checking segment: {'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:28:57.781694 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:57.782077 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Bound using segment: {'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:28:57.782621 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Bound port: eca5c39e-ef18-443d-8f6e-ff44e250e6a6, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9a99fd-5142-4919-98cc-67839f0841c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:28:57.782954 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:57.853857 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-3514ce16-cb01-4ac1-a50d-836df1246ad7 None None] Provisioning complete for port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:57.854690 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3514ce16-cb01-4ac1-a50d-836df1246ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:57.861817 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] For port eca5c39e-ef18-443d-8f6e-ff44e250e6a6, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:28:57.884207 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] For port eca5c39e-ef18-443d-8f6e-ff44e250e6a6, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=eca5c39e-ef18-443d-8f6e-ff44e250e6a6,segment=NetworkSegment(7b9a99fd-5142-4919-98cc-67839f0841c9),segment_id=7b9a99fd-5142-4919-98cc-67839f0841c9)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:28:57.890694 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:57.892239 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-3514ce16-cb01-4ac1-a50d-836df1246ad7 None None] Port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:28:57.950517 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8136319-385e-41b5-a53a-c08f52ff174d None None] Pushing event updated for resources: {'Port': ['ID=eca5c39e-ef18-443d-8f6e-ff44e250e6a6,revision_number=4']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:57.959595 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Routers {'3fbee811-18de-4bb0-b642-01177d59b411'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:28:57.960277 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae2795790>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:28:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3fbee811-18de-4bb0-b642-01177d59b411'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:58.078468 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] Set router 3fbee811-18de-4bb0-b642-01177d59b411 gateway port host: None {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:28:58.211985 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-e80daf72-f2c4-4640-bae9-c5bb7d8a3709 None None] Provisioning complete for port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:28:58.212460 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e80daf72-f2c4-4640-bae9-c5bb7d8a3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:58.284073 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae2795790>, [{'id': '3fbee811-18de-4bb0-b642-01177d59b411', 'name': 'router1', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:44Z', 'updated_at': '2022-04-29T13:28:55Z', 'revision_number': 2, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'gw_port_host': None, '_interfaces': [{'id': 'eca5c39e-ef18-443d-8f6e-ff44e250e6a6', 'name': '', 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'mac_address': 'fa:16:3e:76:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:54Z', 'updated_at': '2022-04-29T13:28:57Z', 'revision_number': 4, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'subnets': [{'id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '904ada38-384d-4b65-9387-01bee8ef050f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:28:58.291262 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-e80daf72-f2c4-4640-bae9-c5bb7d8a3709 None None] Current status of the port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:28:58.291662 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e80daf72-f2c4-4640-bae9-c5bb7d8a3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:58.312449 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505b604-f9cf-4c42-8b55-704c99ce979f None None] The sync data for ids ['3fbee811-18de-4bb0-b642-01177d59b411'] in dv-cinder-839416-3-iscsi is: [{'id': '3fbee811-18de-4bb0-b642-01177d59b411', 'name': 'router1', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:44Z', 'updated_at': '2022-04-29T13:28:55Z', 'revision_number': 2, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'gw_port_host': None, '_interfaces': [{'id': 'eca5c39e-ef18-443d-8f6e-ff44e250e6a6', 'name': '', 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'mac_address': 'fa:16:3e:76:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:54Z', 'updated_at': '2022-04-29T13:28:57Z', 'revision_number': 4, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'subnets': [{'id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '904ada38-384d-4b65-9387-01bee8ef050f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:28:58.332805 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-e80daf72-f2c4-4640-bae9-c5bb7d8a3709 None None] For port eca5c39e-ef18-443d-8f6e-ff44e250e6a6, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=eca5c39e-ef18-443d-8f6e-ff44e250e6a6,segment=NetworkSegment(7b9a99fd-5142-4919-98cc-67839f0841c9),segment_id=7b9a99fd-5142-4919-98cc-67839f0841c9)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:28:58.340875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e80daf72-f2c4-4640-bae9-c5bb7d8a3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:58.392077 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80daf72-f2c4-4640-bae9-c5bb7d8a3709 None None] Pushing event updated for resources: {'Port': ['ID=eca5c39e-ef18-443d-8f6e-ff44e250e6a6,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:58.663105 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43170) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:28:58.777116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570fe0f-7720-449b-ae85-7528a75b2b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:28:58.778463 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7570fe0f-7720-449b-ae85-7528a75b2b16 admin admin] 10.222.0.52 "GET /v2.0/networks/97d5b7ae-e8bd-4d34-8318-3258d826371f HTTP/1.1" status: 200  len: 842 time: 0.1144352
Apr 29 13:28:58.787826 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'cidr': '172.27.2.0/24'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:28:58.809990 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Made reservation on behalf of 5576fd44c0e742c8bacec124c1744464 for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:28:58.812722 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:59.148476 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.objects.ports [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103576) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 29 13:28:59.148934 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:59.205976 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:28:59.215165 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:28:59.215520 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Network hostable DHCP agents. Network: 97d5b7ae-e8bd-4d34-8318-3258d826371f, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:28:59.233699 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:28:59.242617 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 97d5b7ae-e8bd-4d34-8318-3258d826371f) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:28:59.246883 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:28:59.247472 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:28:59.256434 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3bced-f122-41b0-814e-ea049c811368 None None] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:28:59.265322 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-bb0f4da9-6248-4a4b-87e2-97887ddac9b2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4807987
Apr 29 13:28:59.373864 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32578330-967c-40cc-aa5d-4aa82798151a None None] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:29:01.709501 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43178) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:29:01.960141 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-bb3f0683-e741-4f7a-88a7-40bf346e6d76 demo admin] 10.222.0.52 "GET /v2.0/routers/3fbee811-18de-4bb0-b642-01177d59b411 HTTP/1.1" status: 200  len: 710 time: 0.2494047
Apr 29 13:29:02.060419 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172c065-9e7a-46f8-abe0-ba5996ea2a7a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:29:02.061837 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7172c065-9e7a-46f8-abe0-ba5996ea2a7a demo admin] 10.222.0.52 "GET /v2.0/networks/97d5b7ae-e8bd-4d34-8318-3258d826371f HTTP/1.1" status: 200  len: 886 time: 0.0957265
Apr 29 13:29:02.074740 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:29:02.405679 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks [] for router_gateway (3fbee811-18de-4bb0-b642-01177d59b411), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:02.657348 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks [] for router_gateway (3fbee811-18de-4bb0-b642-01177d59b411), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:02.745402 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:02.918051 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Allocated IP 172.27.2.6 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/94f5d636-a84c-4677-9a66-8928702524fa) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:29:03.041325 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks [] for port (94f5d636-a84c-4677-9a66-8928702524fa), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:03.119048 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (94f5d636-a84c-4677-9a66-8928702524fa), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:03.189123 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:29:03.195228 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:29:03.203805 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:29:03.247066 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Pushing event updated for resources: {'Port': ['ID=94f5d636-a84c-4677-9a66-8928702524fa,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:29:03.513243 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks [] for router_gateway (3fbee811-18de-4bb0-b642-01177d59b411), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:03.811319 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1605547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2027835', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31750'] for router (3fbee811-18de-4bb0-b642-01177d59b411), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:03.817283 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1605593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2027810'] for router (3fbee811-18de-4bb0-b642-01177d59b411), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:03.945295 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Router 3fbee811-18de-4bb0-b642-01177d59b411 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:29:04.071392 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:29:04.078283 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:04.080009 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-f664038f-f8f3-4b9e-854d-86884924c2a2 demo admin] 10.222.0.52 "PUT /v2.0/routers/3fbee811-18de-4bb0-b642-01177d59b411 HTTP/1.1" status: 200  len: 888 time: 2.0090699
Apr 29 13:29:05.874816 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device eca5c39e-ef18-443d-8f6e-ff44e250e6a6 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:29:05.928991 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:29:05.929492 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:06.015159 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:29:06.675469 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43190) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:29:06.800490 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-dd4f1802-3ac9-430b-9f5b-e6f8bcef728c admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 409 time: 0.1234772
Apr 29 13:29:07.584956 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Sync routers for ids ['3fbee811-18de-4bb0-b642-01177d59b411'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:29:07.602889 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Routers {'3fbee811-18de-4bb0-b642-01177d59b411'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:29:07.603575 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae077af70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:28:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3fbee811-18de-4bb0-b642-01177d59b411'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:29:07.859587 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Set router 3fbee811-18de-4bb0-b642-01177d59b411 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:29:08.359743 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae077af70>, [{'id': '3fbee811-18de-4bb0-b642-01177d59b411', 'name': 'router1', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '94f5d636-a84c-4677-9a66-8928702524fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:44Z', 'updated_at': '2022-04-29T13:29:03Z', 'revision_number': 4, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'gw_port': {'id': '94f5d636-a84c-4677-9a66-8928702524fa', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:02Z', 'updated_at': '2022-04-29T13:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'eca5c39e-ef18-443d-8f6e-ff44e250e6a6', 'name': '', 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'mac_address': 'fa:16:3e:76:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:54Z', 'updated_at': '2022-04-29T13:28:58Z', 'revision_number': 5, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'subnets': [{'id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '904ada38-384d-4b65-9387-01bee8ef050f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:29:08.410949 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Checking router: 3fbee811-18de-4bb0-b642-01177d59b411 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:29:08.411326 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Updating router 3fbee811-18de-4bb0-b642-01177d59b411 port 94f5d636-a84c-4677-9a66-8928702524fa binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:29:08.466728 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (94f5d636-a84c-4677-9a66-8928702524fa), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:08.557853 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:29:08.846280 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Publish callbacks [] for port (94f5d636-a84c-4677-9a66-8928702524fa), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:08.856661 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (94f5d636-a84c-4677-9a66-8928702524fa), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:08.933586 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Attempting to bind port 94f5d636-a84c-4677-9a66-8928702524fa on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:29:08.934126 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Attempting to bind port 94f5d636-a84c-4677-9a66-8928702524fa by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:29:08.934643 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Attempting to bind port 94f5d636-a84c-4677-9a66-8928702524fa on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:29:08.948275 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6bd78-ecae-476d-bce6-65770d88a2c6 None None] Pushing event updated for resources: {'Port': ['ID=94f5d636-a84c-4677-9a66-8928702524fa,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:29:08.952182 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:29:08.952766 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:29:08.953404 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:08.954013 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:29:08.954777 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Bound port: 94f5d636-a84c-4677-9a66-8928702524fa, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:29:08.955387 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (94f5d636-a84c-4677-9a66-8928702524fa), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:09.033218 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] For port 94f5d636-a84c-4677-9a66-8928702524fa, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:29:09.037492 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] For port 94f5d636-a84c-4677-9a66-8928702524fa, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=94f5d636-a84c-4677-9a66-8928702524fa,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:29:09.047942 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (94f5d636-a84c-4677-9a66-8928702524fa), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:09.122438 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6bd78-ecae-476d-bce6-65770d88a2c6 None None] Pushing event updated for resources: {'Port': ['ID=94f5d636-a84c-4677-9a66-8928702524fa,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:29:09.125185 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Routers {'3fbee811-18de-4bb0-b642-01177d59b411'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:29:09.127159 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae077af70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:28:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3fbee811-18de-4bb0-b642-01177d59b411'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:29:09.276838 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] Set router 3fbee811-18de-4bb0-b642-01177d59b411 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:29:09.517014 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae077af70>, [{'id': '3fbee811-18de-4bb0-b642-01177d59b411', 'name': 'router1', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '94f5d636-a84c-4677-9a66-8928702524fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:44Z', 'updated_at': '2022-04-29T13:29:03Z', 'revision_number': 4, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'gw_port': {'id': '94f5d636-a84c-4677-9a66-8928702524fa', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:02Z', 'updated_at': '2022-04-29T13:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'eca5c39e-ef18-443d-8f6e-ff44e250e6a6', 'name': '', 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'mac_address': 'fa:16:3e:76:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:54Z', 'updated_at': '2022-04-29T13:28:58Z', 'revision_number': 5, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'subnets': [{'id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '904ada38-384d-4b65-9387-01bee8ef050f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:29:09.566882 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be130bf-62c6-42ba-aad9-5cdb7bdfd239 None None] The sync data for ids ['3fbee811-18de-4bb0-b642-01177d59b411'] in dv-cinder-839416-3-iscsi is: [{'id': '3fbee811-18de-4bb0-b642-01177d59b411', 'name': 'router1', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '94f5d636-a84c-4677-9a66-8928702524fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:28:44Z', 'updated_at': '2022-04-29T13:29:03Z', 'revision_number': 4, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'gw_port': {'id': '94f5d636-a84c-4677-9a66-8928702524fa', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:29:02Z', 'updated_at': '2022-04-29T13:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'eca5c39e-ef18-443d-8f6e-ff44e250e6a6', 'name': '', 'network_id': 'cbaad8ad-45de-4c5a-b863-35d9f3f17a96', 'tenant_id': '7e5e89e8dd55476aa2b445cf334702ee', 'mac_address': 'fa:16:3e:76:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbee811-18de-4bb0-b642-01177d59b411', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:28:54Z', 'updated_at': '2022-04-29T13:28:58Z', 'revision_number': 5, 'project_id': '7e5e89e8dd55476aa2b445cf334702ee', 'subnets': [{'id': 'fff7bf84-b69b-430b-82a3-636d99690009', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '904ada38-384d-4b65-9387-01bee8ef050f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:29:09.965568 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 94f5d636-a84c-4677-9a66-8928702524fa up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:29:10.025383 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 94f5d636-a84c-4677-9a66-8928702524fa triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:29:10.025994 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (94f5d636-a84c-4677-9a66-8928702524fa), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:10.118486 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 94f5d636-a84c-4677-9a66-8928702524fa is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:29:10.119182 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (94f5d636-a84c-4677-9a66-8928702524fa), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:10.142828 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 94f5d636-a84c-4677-9a66-8928702524fa, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=94f5d636-a84c-4677-9a66-8928702524fa,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:29:10.147887 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (94f5d636-a84c-4677-9a66-8928702524fa), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:10.203558 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=94f5d636-a84c-4677-9a66-8928702524fa,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:29:11.884642 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 94f5d636-a84c-4677-9a66-8928702524fa up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:29:11.982549 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 94f5d636-a84c-4677-9a66-8928702524fa triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:29:11.985067 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (94f5d636-a84c-4677-9a66-8928702524fa), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:12.128132 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 94f5d636-a84c-4677-9a66-8928702524fa is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:29:19.934985 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5155c57e-d0af-4075-a375-51095e8aba56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:22.447871 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-08c1c8f6-2a09-4f8e-b482-21f656d208fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:23.585592 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:24.943064 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:26.619262 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:45.559904 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:29:49.949626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-971e417f-f300-469c-8415-d8f89b128b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:52.454078 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f5c48f80-2b20-4801-b3aa-4171a686e991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:53.608986 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:54.938923 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:29:56.620122 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:19.945305 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2a7fdd6f-7fdb-426d-b86d-28bb23db6de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:22.440357 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-989d1d56-26cd-40ab-b03f-f78ac0fe9f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:22.559188 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:30:23.592497 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:24.943622 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:26.617429 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:31.956378 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43674) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:32.036612 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.pecan_wsgi.hooks.translation [None req-db569a0e-57df-4bc3-9bc1-861959231023 admin admin] GET failed (client error): The resource could not be found.
Apr 29 13:30:32.038368 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-db569a0e-57df-4bc3-9bc1-861959231023 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0808008
Apr 29 13:30:32.229424 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef62f0bf-d0c2-4c97-8456-dda54689996f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:32.231053 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ef62f0bf-d0c2-4c97-8456-dda54689996f admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1887727
Apr 29 13:30:34.661267 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43684) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:34.778146 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac1cc9-cdf0-4f62-957c-df7489cff854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:34.781634 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e1ac1cc9-cdf0-4f62-957c-df7489cff854 admin admin] 10.222.0.52 "GET /v2.0/subnets/fff7bf84-b69b-430b-82a3-636d99690009 HTTP/1.1" status: 200  len: 849 time: 0.1170864
Apr 29 13:30:34.793973 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:30:34.914135 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Publish callbacks [] for subnet (fff7bf84-b69b-430b-82a3-636d99690009), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:35.139051 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768951002323'] for subnet (fff7bf84-b69b-430b-82a3-636d99690009), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:35.176132 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:35.176132 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:35.177216 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] 10.222.0.52 "PUT /v2.0/subnets/fff7bf84-b69b-430b-82a3-636d99690009 HTTP/1.1" status: 200  len: 868 time: 0.3881757
Apr 29 13:30:35.194142 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511c9cb-6240-4f5c-9ecf-111c1ab71dee None None] Network cbaad8ad-45de-4c5a-b863-35d9f3f17a96 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:30:35.195457 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff7bf84-b69b-430b-82a3-636d99690009,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:30:35.203421 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.203884 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.204164 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.204461 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.205578 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.205578 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.205578 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.206010 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.206317 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.206658 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.207015 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.207366 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.207789 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.208054 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.208334 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f57080-3790-4b98-b313-ef9de90626c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:30:35.665340 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-ae8a8fa0-a1a3-44cd-ac13-0c64e676d720 None None] Provisioning complete for port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:30:35.665841 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8fa0-a1a3-44cd-ac13-0c64e676d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (eca5c39e-ef18-443d-8f6e-ff44e250e6a6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:35.779643 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a8fa0-a1a3-44cd-ac13-0c64e676d720 None None] Current status of the port eca5c39e-ef18-443d-8f6e-ff44e250e6a6 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:30:35.788517 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-ae8a8fa0-a1a3-44cd-ac13-0c64e676d720 None None] Provisioning complete for port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:30:35.788965 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8fa0-a1a3-44cd-ac13-0c64e676d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4f3a0952-dfcc-4f64-aa6d-b2410f77cda1), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:35.903036 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a8fa0-a1a3-44cd-ac13-0c64e676d720 None None] Current status of the port 4f3a0952-dfcc-4f64-aa6d-b2410f77cda1 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:30:37.999895 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43694) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:38.333019 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc053ec-5b5a-4618-920c-32de2abea762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:38.333769 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc053ec-5b5a-4618-920c-32de2abea762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:38.336267 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7dc053ec-5b5a-4618-920c-32de2abea762 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3348792
Apr 29 13:30:40.800667 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43702) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:40.948851 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b18ce-a078-43f7-b3a1-48a29070f7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:40.949316 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b18ce-a078-43f7-b3a1-48a29070f7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:40.950973 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a99b18ce-a078-43f7-b3a1-48a29070f7a9 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1489952
Apr 29 13:30:43.360342 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43710) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:43.496808 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbca8d9-15c6-4917-993c-e0852957b687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:43.498176 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-dcbca8d9-15c6-4917-993c-e0852957b687 admin admin] 10.222.0.52 "GET /v2.0/networks/97d5b7ae-e8bd-4d34-8318-3258d826371f HTTP/1.1" status: 200  len: 886 time: 0.1370125
Apr 29 13:30:45.871810 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43718) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:46.031337 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b212f-e827-4755-902e-0eaec8b26272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:46.033010 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4a0b212f-e827-4755-902e-0eaec8b26272 admin admin] 10.222.0.52 "GET /v2.0/networks/cbaad8ad-45de-4c5a-b863-35d9f3f17a96 HTTP/1.1" status: 200  len: 869 time: 0.1602201
Apr 29 13:30:48.410031 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43726) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:48.551414 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3be7e9-65e5-476a-b125-e5b650d2f86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:48.551875 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3be7e9-65e5-476a-b125-e5b650d2f86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:48.554230 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6e3be7e9-65e5-476a-b125-e5b650d2f86d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1430807
Apr 29 13:30:49.941323 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-992163d7-0e2a-41ab-9d6b-a3a5a36fe265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:50.949321 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43734) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:51.050426 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f76a05b-e09b-42c8-b4da-ef4503f9704c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:51.050899 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f76a05b-e09b-42c8-b4da-ef4503f9704c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:51.052924 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4f76a05b-e09b-42c8-b4da-ef4503f9704c admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1021707
Apr 29 13:30:52.449910 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-48a43c98-35c5-4dc5-b4e3-f281ef092cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:53.462904 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43742) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:53.579884 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6208e87-0477-441f-ad0b-68b57872ac33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:53.582055 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-d6208e87-0477-441f-ad0b-68b57872ac33 admin admin] 10.222.0.52 "GET /v2.0/subnets/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa HTTP/1.1" status: 200  len: 816 time: 0.1177230
Apr 29 13:30:53.593311 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:54.946950 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:55.937831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43750) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:30:56.035788 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a8dba-5101-482a-8cf2-772cc6b1de11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:30:56.037270 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-069a8dba-5101-482a-8cf2-772cc6b1de11 admin admin] 10.222.0.52 "GET /v2.0/subnets/fff7bf84-b69b-430b-82a3-636d99690009 HTTP/1.1" status: 200  len: 868 time: 0.0984554
Apr 29 13:30:56.613544 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:30:59.559546 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:31:19.939117 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6ad798f3-8f41-4b4f-a0a4-81bf14995091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:22.446020 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bb5aa071-0539-45cf-96e1-8bfb9fac0dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:23.600437 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:24.951709 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:26.608067 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:36.559340 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:31:38.800272 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43808) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:31:38.855328 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [None req-8463f5c6-aa77-4ce2-928d-2f18773cd151 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:31:38.856324 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8463f5c6-aa77-4ce2-928d-2f18773cd151 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0551116
Apr 29 13:31:41.293696 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43816) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:31:41.356462 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8f4b20-623d-42ba-8400-835ad17438ec admin admin] GET failed (client error): The resource could not be found.
Apr 29 13:31:41.357711 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5e8f4b20-623d-42ba-8400-835ad17438ec admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0630763
Apr 29 13:31:41.600975 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f558b80-410e-404c-9cc1-fb539739ed72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:31:41.602773 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0f558b80-410e-404c-9cc1-fb539739ed72 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2407796
Apr 29 13:31:43.959500 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43824) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:31:44.012900 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:31:44.032348 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Made reservation on behalf of 5576fd44c0e742c8bacec124c1744464 for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:31:44.034695 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:44.070206 dv-cinder-839416-3-iscsi neutron-server[103576]: WARNING neutron.services.revisions.revision_plugin [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f9ae0e1d850] {project_id='5576fd44c0e742c8bacec124c1744464', id='90f659d2-3dd4-4a3e-80c2-33e57558bd4e', target_project='*', action='access_as_shared', object_id='2e849c5f-bb98-437a-aeeb-46a8d4491a1c'}> to bump revision.
Apr 29 13:31:44.081810 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:31:44.092752 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (78ee7134-8b40-454d-861b-79a70a560725), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:44.093089 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Added segment 78ee7134-8b40-454d-861b-79a70a560725 of type vlan for network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c
Apr 29 13:31:44.133485 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (2e849c5f-bb98-437a-aeeb-46a8d4491a1c), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:44.158505 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (2e849c5f-bb98-437a-aeeb-46a8d4491a1c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:44.159539 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:31:44.160226 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:44.196268 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2356274
Apr 29 13:31:44.228685 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Pushing event updated for resources: {'Network': ['ID=2e849c5f-bb98-437a-aeeb-46a8d4491a1c,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:31:44.236187 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.236528 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.236892 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.237231 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.237558 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.237880 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.238200 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.238517 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.238874 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.239933 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.240493 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.240943 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.241273 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.241596 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.241916 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfb4-89ad-44e2-8f26-610ad3b1d82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:44.253162 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:31:46.508663 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43832) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:31:46.571692 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.pecan_wsgi.hooks.translation [None req-baff5b74-65ab-4445-a958-ee8a7cbdf627 admin admin] GET failed (client error): The resource could not be found.
Apr 29 13:31:46.573122 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-baff5b74-65ab-4445-a958-ee8a7cbdf627 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0634587
Apr 29 13:31:46.646295 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb39543-c788-4b6c-94de-5de0b9b29aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:31:46.647820 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0cb39543-c788-4b6c-94de-5de0b9b29aa3 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0703559
Apr 29 13:31:46.657756 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c', 'description': 'shared-subnet'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:31:46.678508 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Made reservation on behalf of 5576fd44c0e742c8bacec124c1744464 for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:31:46.680885 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:46.854496 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (121df6ff-87bb-473a-8ee7-710b55d27759), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:46.920019 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121df6ff-87bb-473a-8ee7-710b55d27759,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:31:46.928718 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Checking segment: {'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:31:46.929121 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Network hostable DHCP agents. Network: 2e849c5f-bb98-437a-aeeb-46a8d4491a1c, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:31:46.947145 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:31:46.956761 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 2e849c5f-bb98-437a-aeeb-46a8d4491a1c) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:31:46.962295 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:31:46.962913 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:46.970647 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d69178-5715-40ab-b291-e348bfe1b9df None None] Network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:31:46.984253 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-1523c7af-9c80-4efd-be24-4211fc8edbd4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3299773
Apr 29 13:31:47.183486 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-2e849c5f-bb98-437a-aeeb-46a8d4491a1c', 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c', 'project_id': '5576fd44c0e742c8bacec124c1744464', 'fixed_ips': [{'subnet_id': '121df6ff-87bb-473a-8ee7-710b55d27759'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:31:47.184358 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:47.330740 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Allocated IP 192.168.233.2 (2e849c5f-bb98-437a-aeeb-46a8d4491a1c/121df6ff-87bb-473a-8ee7-710b55d27759/cf559e98-ff5d-4dd7-aa12-8ed028e3a620) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:31:47.480351 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Publish callbacks [] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:47.487449 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:47.528218 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:31:47.533656 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:31:47.538115 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:31:47.543625 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Pushing event updated for resources: {'Port': ['ID=cf559e98-ff5d-4dd7-aa12-8ed028e3a620,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:31:47.555997 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.556328 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.556686 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.557039 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.557368 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.557688 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.558006 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.558321 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.558659 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.558980 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.559386 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.559699 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.560024 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.560340 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.560650 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:31:47.618026 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Attempting to bind port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:31:47.618393 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Attempting to bind port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:31:47.618775 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Attempting to bind port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 on network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:31:47.623822 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:31:47.624191 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Checking segment: {'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:31:47.624586 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:47.624972 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Bound using segment: {'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:31:47.625428 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Bound port: cf559e98-ff5d-4dd7-aa12-8ed028e3a620, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:31:47.625799 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:47.694286 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] For port cf559e98-ff5d-4dd7-aa12-8ed028e3a620, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:31:47.697626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] For port cf559e98-ff5d-4dd7-aa12-8ed028e3a620, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=cf559e98-ff5d-4dd7-aa12-8ed028e3a620,segment=NetworkSegment(78ee7134-8b40-454d-861b-79a70a560725),segment_id=78ee7134-8b40-454d-861b-79a70a560725)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:31:47.704541 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:47.767463 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc242b-4875-4e9f-9edd-c5b51f26bb88 None None] Pushing event updated for resources: {'Port': ['ID=cf559e98-ff5d-4dd7-aa12-8ed028e3a620,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:31:48.660155 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4519d440-732b-47ad-b8e0-063bfc37a53a None None] Network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:31:48.725861 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-74c845df-e7e2-4a9f-bdd3-481a3e113668 None None] Provisioning complete for port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:31:48.726239 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-74c845df-e7e2-4a9f-bdd3-481a3e113668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:48.847866 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-74c845df-e7e2-4a9f-bdd3-481a3e113668 None None] Current status of the port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:31:48.848714 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-74c845df-e7e2-4a9f-bdd3-481a3e113668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:48.888415 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-74c845df-e7e2-4a9f-bdd3-481a3e113668 None None] For port cf559e98-ff5d-4dd7-aa12-8ed028e3a620, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=cf559e98-ff5d-4dd7-aa12-8ed028e3a620,segment=NetworkSegment(78ee7134-8b40-454d-861b-79a70a560725),segment_id=78ee7134-8b40-454d-861b-79a70a560725)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:31:48.897737 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-74c845df-e7e2-4a9f-bdd3-481a3e113668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:48.950373 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c845df-e7e2-4a9f-bdd3-481a3e113668 None None] Pushing event updated for resources: {'Port': ['ID=cf559e98-ff5d-4dd7-aa12-8ed028e3a620,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:31:49.220453 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-ac56b78f-eee6-441a-a258-37823d272ecb None None] Provisioning complete for port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:31:49.220861 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ac56b78f-eee6-441a-a258-37823d272ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:49.306273 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-ac56b78f-eee6-441a-a258-37823d272ecb None None] Current status of the port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:31:49.935598 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bc3b974a-48c8-4ed1-b6cc-8e79a032f550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:49.983062 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device cf559e98-ff5d-4dd7-aa12-8ed028e3a620 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:31:50.037081 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:31:50.037476 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (cf559e98-ff5d-4dd7-aa12-8ed028e3a620), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:50.123655 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port cf559e98-ff5d-4dd7-aa12-8ed028e3a620 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:31:52.448905 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-da4514ed-3270-4e68-9a9f-63832ae1d81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:53.601379 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:54.953676 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:31:56.612579 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:13.558660 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:32:19.931190 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-42d53925-ff50-42f1-88fb-99bf1d4dcf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:22.455229 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6ffb07b8-ee8c-4298-b8db-5e92c0e2a991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:23.603570 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:24.953550 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:26.617313 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:49.934754 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9cc06b39-0d54-49fa-b083-1ba12f92723d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:50.557233 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:32:52.449517 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f14a-cd47-4d3d-ac71-a5946c1e00ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:53.606168 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:54.958201 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:32:56.622361 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:19.938179 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-900a4a92-528d-4278-aafb-924e742f114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.245723 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43870) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:33:22.251632 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [None req-b2f97cdd-c792-445a-bec5-1049a8557c6e tempest-verify_tempest_config-1587682405 tempest-verify_tempest_config-1587682405-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:33:22.252774 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-b2f97cdd-c792-445a-bec5-1049a8557c6e tempest-verify_tempest_config-1587682405 tempest-verify_tempest_config-1587682405-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14315 time: 0.0060656
Apr 29 13:33:22.451741 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0833103b-0bf3-411c-bc4d-629b5dc4ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.547708 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 43888) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:33:22.656548 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.730656 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Publish callbacks [] for security_group (9456ddd2-f6b1-42f8-ba41-1e55eaa74e40), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.734706 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9456ddd2-f6b1-42f8-ba41-1e55eaa74e40), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.778534 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9456ddd2-f6b1-42f8-ba41-1e55eaa74e40,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:33:22.783146 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36dc95500e714917a774d535ffd4e3af&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2343068
Apr 29 13:33:22.785970 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43892) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:33:22.787502 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.787817 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.788111 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.788476 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.788805 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.789128 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.789452 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.789775 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.790116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.790440 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.790822 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.791151 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.791474 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.791791 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.792102 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bfc711-901b-4aef-8b10-3b33775fb15a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.862509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Publish callbacks [] for security_group (9456ddd2-f6b1-42f8-ba41-1e55eaa74e40), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.883166 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Publish callbacks [] for security_group (9456ddd2-f6b1-42f8-ba41-1e55eaa74e40), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.977008 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9456ddd2-f6b1-42f8-ba41-1e55eaa74e40), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.979600 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:22.980930 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9456ddd2-f6b1-42f8-ba41-1e55eaa74e40 HTTP/1.1" status: 204  len: 168 time: 0.1938953
Apr 29 13:33:22.990100 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456ddd2-f6b1-42f8-ba41-1e55eaa74e40,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:33:22.997454 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.997927 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.998269 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.998635 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.999031 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.999275 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.999598 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:22.999918 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.000261 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.000591 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.000925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.001683 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.002040 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.002363 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.002708 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c05322-99fd-4bf2-9f92-78f0cc20b15a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:33:23.608855 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:24.958361 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:26.625812 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:27.556691 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:33:49.944167 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8c28e9ba-d577-4349-b61d-ab69543485cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:52.454227 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-1ebaf207-ef1c-46a2-acd2-cb32736e90c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:53.613723 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:54.961023 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:33:56.629442 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:04.555191 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:34:19.946483 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-38f22fe4-a797-40f4-9751-64c89b22f0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:22.455950 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d65ae865-74d5-4a71-9fc8-88eb1ff9ac5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:23.616508 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:24.963791 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:26.636240 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:41.553568 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 5 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:34:49.948341 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ed11c7a4-9ba0-4ad0-9b5a-3a05103b84a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:52.457795 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-03c9794b-81c5-45a8-a9da-6654c7761b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:53.621171 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:54.965475 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:34:56.629587 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:10.107199 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2029017'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:18.552299 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:35:19.950739 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-1da8049f-72db-440f-b836-abeacfcbe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:22.460209 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-17eb7643-0836-42ef-b7e3-7cc3e33b716f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:23.625595 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:24.970269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:25.413967 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43964) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:35:25.520163 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-3bda2e7b-4156-4b5f-8ec3-afc549a0f905 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.1051073
Apr 29 13:35:26.633947 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:27.829148 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 43974) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:35:27.883469 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-cbdcea9a-25e0-4ebc-8462-216be6d21d9c admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.0532560
Apr 29 13:35:40.089142 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:49.954387 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cf7b65b4-72b2-4b52-830a-795f5620f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:52.461776 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b120e425-cac3-40b7-90e6-565725a52d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:53.624219 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:54.972366 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:35:55.551342 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:35:56.636777 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:10.086478 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:19.956718 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cfb27e9c-7b5e-465f-891d-b3a4e8c284a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:22.464578 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3eea44db-914a-4042-b0af-bdf785aaf043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:23.630285 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:24.978112 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:26.644811 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:32.550103 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:36:40.103558 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:49.958395 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-509582ec-735b-4135-b313-da25df4eac18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:52.468495 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3fff-db17-44ac-baa7-ceb6f35249da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:53.634046 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:54.979664 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:36:56.641149 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:08.592450 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44136) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:08.820349 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-558884029-network', 'tenant_id': '97e1b522a37e470284254748a16843fa'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:08.846191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Made reservation on behalf of 97e1b522a37e470284254748a16843fa for: {'network': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:08.848577 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:08.859062 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:08.958096 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks [] for security_group (1dd72f94-23bb-40a9-ba31-27cc0707e6a0), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:08.965587 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1dd72f94-23bb-40a9-ba31-27cc0707e6a0), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.001343 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392}  {{(pid=103577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:37:09.009241 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd72f94-23bb-40a9-ba31-27cc0707e6a0,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:09.019834 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.020157 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.020511 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.021015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.021497 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.022215 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.022855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.023356 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.023684 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.024007 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.024334 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.024660 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.024955 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.025423 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.025904 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Tracked resource versions report:
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]: pushed versions:
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]: {   'AddressGroup': {'1.2'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Agent': {'1.1'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'ConntrackHelper': {'1.0'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Log': {'1.0'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'NDPProxy': {'1.0'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Network': {'1.1'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Port': {'1.7'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'PortForwarding': {'1.3'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'QosPolicy': {'1.10'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'SecurityGroup': {'1.5'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'SubPort': {'1.0'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Subnet': {'1.1'},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     'Trunk': {'1.1'}}
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]: consumer versions:
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     HyperV agent@hv-cinder-83941: {},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Agent': '1.1',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Log': '1.0',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'NDPProxy': '1.0',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Network': '1.1',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Port': '1.7',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'PortForwarding': '1.3',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'QosPolicy': '1.10',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'SecurityGroup': '1.5',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'SubPort': '1.0',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Subnet': '1.1',
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:                                                      'Trunk': '1.1'}}
Apr 29 13:37:09.027288 dv-cinder-839416-3-iscsi neutron-server[103577]:  {{(pid=103577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:37:09.034197 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768950924656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (8cbe27f7-7e67-413c-bac7-f39ef1d73357), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.034786 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9ae3475700> segment precommit_create {{(pid=103577) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 29 13:37:09.035399 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.segments_db [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Added segment 8cbe27f7-7e67-413c-bac7-f39ef1d73357 of type vlan for network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8
Apr 29 13:37:09.110440 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.145508 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.146454 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:09.147078 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.202296 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6058085
Apr 29 13:37:09.203411 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44180) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:09.211551 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Request body: {'subnet': {'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-subnet', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:09.241994 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Made reservation on behalf of 97e1b522a37e470284254748a16843fa for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:09.246546 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.256180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafce6c-d0e9-4558-a66d-16b419554119 admin admin] Pushing event updated for resources: {'Network': ['ID=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:09.268541 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:37:09.450434 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (e9b72223-1963-4fe3-b08c-3ac37ac0f6e0), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.492654 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:09.502667 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.503011 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.503548 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.504066 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.504543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.505029 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.505522 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.509914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.509914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.509914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.509914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.509914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.509914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.509914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.510557 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Tracked resource versions report:
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]: pushed versions:
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]: {   'AddressGroup': {'1.2'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Agent': {'1.1'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'ConntrackHelper': {'1.0'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Log': {'1.0'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'NDPProxy': {'1.0'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Network': {'1.1'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Port': {'1.7'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'PortForwarding': {'1.3'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'QosPolicy': {'1.10'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'SecurityGroup': {'1.5'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'SubPort': {'1.0'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Subnet': {'1.1'},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     'Trunk': {'1.1'}}
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]: consumer versions:
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     HyperV agent@hv-cinder-83941: {},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Agent': '1.1',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Log': '1.0',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'NDPProxy': '1.0',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Network': '1.1',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Port': '1.7',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'PortForwarding': '1.3',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'QosPolicy': '1.10',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'SecurityGroup': '1.5',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'SubPort': '1.0',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Subnet': '1.1',
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:                                                      'Trunk': '1.1'}}
Apr 29 13:37:09.511713 dv-cinder-839416-3-iscsi neutron-server[103576]:  {{(pid=103576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:37:09.545003 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Checking segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:09.545291 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Network hostable DHCP agents. Network: ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:37:09.552899 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:37:09.565715 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:37:09.577772 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:09.588587 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1225d-3d6d-473c-be01-9ea907af85d4 None None] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:09.598430 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:09.599068 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.634435 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6534b910-abb9-4168-8866-5d08c6f637c7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4293456
Apr 29 13:37:09.634687 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44196) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:09.640777 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:09.665636 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.667550 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.712161 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'project_id': '97e1b522a37e470284254748a16843fa', 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:37:09.713038 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.729693 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44198) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:09.738338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks [] for router_controller (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:09.819678 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44210) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:09.897699 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Allocated IP 172.20.0.2 (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8/e9b72223-1963-4fe3-b08c-3ac37ac0f6e0/6e490046-7739-47d2-b122-fec0199b1f7a) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:09.912927 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks [] for router_gateway (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.091341 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-network', 'tenant_id': '949789e24b594a069226af551ad3ee09'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:10.112058 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Publish callbacks [] for port (6e490046-7739-47d2-b122-fec0199b1f7a), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.129823 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.142055 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Made reservation on behalf of 949789e24b594a069226af551ad3ee09 for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:10.144958 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.165074 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.166622 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.179623 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:10.185611 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:10.189743 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:10.197653 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Pushing event updated for resources: {'Port': ['ID=6e490046-7739-47d2-b122-fec0199b1f7a,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:10.222807 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.223137 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.223515 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.223859 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.224190 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.224515 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.224834 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.225150 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.225470 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.225786 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.226100 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.226436 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.226842 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.227158 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.227474 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Tracked resource versions report:
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]: pushed versions:
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]: {   'AddressGroup': {'1.2'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Agent': {'1.1'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'ConntrackHelper': {'1.0'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Log': {'1.0'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'NDPProxy': {'1.0'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Network': {'1.1'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Port': {'1.7'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'PortForwarding': {'1.3'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'QosPolicy': {'1.10'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'SecurityGroup': {'1.5'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'SubPort': {'1.0'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Subnet': {'1.1'},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     'Trunk': {'1.1'}}
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]: consumer versions:
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     HyperV agent@hv-cinder-83941: {},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Agent': '1.1',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Log': '1.0',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'NDPProxy': '1.0',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Network': '1.1',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Port': '1.7',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'PortForwarding': '1.3',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'QosPolicy': '1.10',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'SecurityGroup': '1.5',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'SubPort': '1.0',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Subnet': '1.1',
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:                                                      'Trunk': '1.1'}}
Apr 29 13:37:10.228676 dv-cinder-839416-3-iscsi neutron-server[103578]:  {{(pid=103578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:37:10.270070 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Attempting to bind port 6e490046-7739-47d2-b122-fec0199b1f7a on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:10.270775 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Attempting to bind port 6e490046-7739-47d2-b122-fec0199b1f7a by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:10.270908 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Attempting to bind port 6e490046-7739-47d2-b122-fec0199b1f7a on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:10.277038 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:10.277448 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Checking segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:10.278099 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.279075 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Bound using segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:10.279805 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Bound port: 6e490046-7739-47d2-b122-fec0199b1f7a, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:10.280699 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.316344 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1137557450-network', 'tenant_id': 'f202dda5b28144f28ea25a33887996bb'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:10.340795 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks [] for security_group (57483cbf-36b7-4ee6-ae11-9c5ea02e04e9), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.348821 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (57483cbf-36b7-4ee6-ae11-9c5ea02e04e9), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.362188 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] For port 6e490046-7739-47d2-b122-fec0199b1f7a, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:10.364759 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:37:10.366293 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] For port 6e490046-7739-47d2-b122-fec0199b1f7a, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6e490046-7739-47d2-b122-fec0199b1f7a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:10.374894 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (88c84ef1-9af6-49d7-93de-f2442d168e95), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.375584 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Added segment 88c84ef1-9af6-49d7-93de-f2442d168e95 of type vlan for network fa1d828b-eb12-4cd4-b5d0-175b9384d17e
Apr 29 13:37:10.375913 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.430275 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (fa1d828b-eb12-4cd4-b5d0-175b9384d17e), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.432785 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks [] for router_gateway (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.474250 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (fa1d828b-eb12-4cd4-b5d0-175b9384d17e), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.475652 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:10.485478 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.485693 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fdf43-31b7-4e4d-ab5a-4e0197a0759d None None] Pushing event updated for resources: {'Port': ['ID=6e490046-7739-47d2-b122-fec0199b1f7a,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:10.490680 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.493236 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Made reservation on behalf of f202dda5b28144f28ea25a33887996bb for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:10.495767 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.529240 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.532989 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57483cbf-36b7-4ee6-ae11-9c5ea02e04e9,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:10.548184 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8169928
Apr 29 13:37:10.548707 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44234) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:10.569696 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Request body: {'subnet': {'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-subnet', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:10.656706 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062881c8-4ae4-465a-8233-6115edaa7068 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1d828b-eb12-4cd4-b5d0-175b9384d17e,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:10.664092 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Made reservation on behalf of 949789e24b594a069226af551ad3ee09 for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:10.667058 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.672694 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:37:10.737961 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Allocated IP 172.27.2.219 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/1ecd0517-7069-434e-afa8-76a929ae9bf0) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:10.809367 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks [] for security_group (24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.820239 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.907881 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:37:10.928035 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:10.938136 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:10.938486 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Added segment ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5 of type vlan for network 2dd1ffbf-1b9d-4900-a327-fa596d805b94
Apr 29 13:37:10.972940 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks [] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.030082 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.046899 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (2dd1ffbf-1b9d-4900-a327-fa596d805b94), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.052235 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (3e8e67c8-be6e-4224-8710-cba54572667c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.078407 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:11.083884 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:11.088181 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:11.128338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecd0517-7069-434e-afa8-76a929ae9bf0,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:11.133675 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (2dd1ffbf-1b9d-4900-a327-fa596d805b94), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.134881 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:11.135562 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.211493 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e8e67c8-be6e-4224-8710-cba54572667c,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:11.223646 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd1ffbf-1b9d-4900-a327-fa596d805b94,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:11.233038 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ac5977ec-3e8b-4529-8181-cb3ce6a47713 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4122133
Apr 29 13:37:11.234392 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44254) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:11.239247 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Request body: {'subnet': {'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1137557450-subnet', 'tenant_id': 'f202dda5b28144f28ea25a33887996bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:11.243110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Checking segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:11.243471 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Network hostable DHCP agents. Network: fa1d828b-eb12-4cd4-b5d0-175b9384d17e, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:37:11.245138 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:37:11.276146 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:37:11.286151 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Made reservation on behalf of f202dda5b28144f28ea25a33887996bb for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:11.292469 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.378440 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, fa1d828b-eb12-4cd4-b5d0-175b9384d17e) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:11.389342 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67520a3d-04dc-4869-aa88-de26d0f7087d None None] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:11.435934 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks [] for router_gateway (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.438879 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:11.439927 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.503669 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-27dbc45c-67a8-47df-9e62-8ce7d7b9e565 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9502308
Apr 29 13:37:11.504043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44262) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:11.509663 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:11.542289 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.543717 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.601859 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'project_id': '949789e24b594a069226af551ad3ee09', 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:37:11.602772 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.627713 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks [] for router_controller (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.706083 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (57e24858-6b35-488a-a377-90066ab677b5), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.840746 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e24858-6b35-488a-a377-90066ab677b5,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:11.848707 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Allocated IP 172.20.0.2 (fa1d828b-eb12-4cd4-b5d0-175b9384d17e/3e8e67c8-be6e-4224-8710-cba54572667c/a733ceae-64bd-4497-8d05-0bc1c5c97d57) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:11.884189 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks [] for router_gateway (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:11.893671 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Checking segment: {'id': 'ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:11.895274 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Network hostable DHCP agents. Network: 2dd1ffbf-1b9d-4900-a327-fa596d805b94, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:37:11.952945 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:37:11.987092 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 2dd1ffbf-1b9d-4900-a327-fa596d805b94) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:11.999741 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:12.001582 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.029902 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Publish callbacks [] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.036609 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b1d9b2-d8b2-4ce2-a21c-89689f1c57a7 None None] Network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:12.041963 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.072109 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4ff723d2-0cc6-4dd0-873e-e47c7f08ef61 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8365602
Apr 29 13:37:12.110387 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Pushing event updated for resources: {'Port': ['ID=a733ceae-64bd-4497-8d05-0bc1c5c97d57,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:12.138327 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:12.147545 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:12.150094 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee9902-e892-4a19-bd76-8d4b01e2f1e6 None None] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:12.154071 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:12.203094 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks [] for router_gateway (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.228570 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.305179 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-2c70a83f-ee90-4f84-b390-4d3a53e8ac2c None None] Provisioning complete for port 6e490046-7739-47d2-b122-fec0199b1f7a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:12.308139 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2c70a83f-ee90-4f84-b390-4d3a53e8ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.351712 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Allocated IP 172.27.2.138 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/e371d8d7-c331-44ac-ab1f-4bf55a044ff9) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:12.380618 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 6e490046-7739-47d2-b122-fec0199b1f7a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:12.384996 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Attempting to bind port a733ceae-64bd-4497-8d05-0bc1c5c97d57 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:12.385369 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Attempting to bind port a733ceae-64bd-4497-8d05-0bc1c5c97d57 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:12.385724 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Attempting to bind port a733ceae-64bd-4497-8d05-0bc1c5c97d57 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:12.475155 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-2c70a83f-ee90-4f84-b390-4d3a53e8ac2c None None] Current status of the port 6e490046-7739-47d2-b122-fec0199b1f7a is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:12.475889 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2c70a83f-ee90-4f84-b390-4d3a53e8ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.482371 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks [] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.491998 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:12.492415 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Checking segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:12.492790 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.493283 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Bound using segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:12.493827 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Bound port: a733ceae-64bd-4497-8d05-0bc1c5c97d57, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:12.494211 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.659171 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-2c70a83f-ee90-4f84-b390-4d3a53e8ac2c None None] For port 6e490046-7739-47d2-b122-fec0199b1f7a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6e490046-7739-47d2-b122-fec0199b1f7a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:12.718682 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2c70a83f-ee90-4f84-b390-4d3a53e8ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.733437 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.735210 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e81d0-149e-4aa8-af2c-2d80c16ad73c None None] Network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:12.802401 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Pushing event updated for resources: {'Port': ['ID=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:12.819358 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:12.821145 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:12.825121 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:12.829476 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:12.930729 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] For port a733ceae-64bd-4497-8d05-0bc1c5c97d57, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:12.938640 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 6e490046-7739-47d2-b122-fec0199b1f7a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:12.939070 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:13.140545 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70a83f-ee90-4f84-b390-4d3a53e8ac2c None None] Pushing event updated for resources: {'Port': ['ID=6e490046-7739-47d2-b122-fec0199b1f7a,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:13.144536 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] For port a733ceae-64bd-4497-8d05-0bc1c5c97d57, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a733ceae-64bd-4497-8d05-0bc1c5c97d57,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:13.174102 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:13.348466 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c7dfd470-ce74-4b27-9ad7-f021416e1cb5 None None] Provisioning complete for port 6e490046-7739-47d2-b122-fec0199b1f7a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:13.348838 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd470-ce74-4b27-9ad7-f021416e1cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:13.380069 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:37:13.395242 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f3d99-21e9-416c-9ebe-cfb618019150 None None] Pushing event updated for resources: {'Port': ['ID=a733ceae-64bd-4497-8d05-0bc1c5c97d57,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:13.412019 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks [] for router_gateway (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:13.459132 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 6e490046-7739-47d2-b122-fec0199b1f7a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:13.573296 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c7dfd470-ce74-4b27-9ad7-f021416e1cb5 None None] Current status of the port 6e490046-7739-47d2-b122-fec0199b1f7a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:13.598136 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:37:13.610749 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Sync routers for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:37:13.633006 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:13.633801 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed160>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:36:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:13.713494 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:13.720314 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44350) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:13.724610 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f5d0b8bd-d5c7-4c01-913a-58de3667eb04 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.0805006
Apr 29 13:37:13.888428 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:13.990033 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.129885 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44370) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:14.159679 dv-cinder-839416-3-iscsi neutron-server[103577]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 29 13:37:14.166669 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed160>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:11Z', 'revision_number': 3, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:14.220115 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Checking router: 9fad7a6c-b2f7-4c90-a56d-0916e9be960b for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:37:14.220604 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Updating router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b port 1ecd0517-7069-434e-afa8-76a929ae9bf0 binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:37:14.256930 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.328867 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a733ceae-64bd-4497-8d05-0bc1c5c97d57 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:14.473980 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port a733ceae-64bd-4497-8d05-0bc1c5c97d57 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:14.474359 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.645614 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-0534ba47-cd9b-48ec-b99e-093c143ed38b tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:14.647168 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-0534ba47-cd9b-48ec-b99e-093c143ed38b tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/networks?id=2dd1ffbf-1b9d-4900-a327-fa596d805b94 HTTP/1.1" status: 200  len: 812 time: 0.5163352
Apr 29 13:37:14.685895 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-34b93d9a-4a53-4755-be79-d3f249469f04 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/quotas/f202dda5b28144f28ea25a33887996bb HTTP/1.1" status: 200  len: 375 time: 0.0251729
Apr 29 13:37:14.713395 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port a733ceae-64bd-4497-8d05-0bc1c5c97d57 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:14.716020 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.826955 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port a733ceae-64bd-4497-8d05-0bc1c5c97d57, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a733ceae-64bd-4497-8d05-0bc1c5c97d57,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:14.835750 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.837860 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.839664 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 6e490046-7739-47d2-b122-fec0199b1f7a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:14.857869 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-7445d7d9-b03b-455a-9c03-f51224c3e8f1 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f202dda5b28144f28ea25a33887996bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1534069
Apr 29 13:37:14.879559 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:37:14.910550 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Publish callbacks [] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.923122 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:14.978723 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Attempting to bind port 1ecd0517-7069-434e-afa8-76a929ae9bf0 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:14.979727 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Attempting to bind port 1ecd0517-7069-434e-afa8-76a929ae9bf0 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:14.980842 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Attempting to bind port 1ecd0517-7069-434e-afa8-76a929ae9bf0 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:15.036020 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:15.043422 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:15.045087 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:15.045775 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:15.046490 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Bound port: 1ecd0517-7069-434e-afa8-76a929ae9bf0, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:15.047132 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:15.080745 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b04494-e41a-4d23-aab2-0285e9cd7a42 None None] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:15.163719 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] For port 1ecd0517-7069-434e-afa8-76a929ae9bf0, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:15.168545 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] For port 1ecd0517-7069-434e-afa8-76a929ae9bf0, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=1ecd0517-7069-434e-afa8-76a929ae9bf0,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:15.187488 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:15.232097 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:15.233728 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed160>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:36:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:15.238886 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=a733ceae-64bd-4497-8d05-0bc1c5c97d57,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:15.327674 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Allocated IP 172.20.0.1 (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8/e9b72223-1963-4fe3-b08c-3ac37ac0f6e0/f77592ab-008c-42d6-aaf1-a5501c8beb32) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:15.329042 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-e788ae9b-b3a9-43f4-8dac-b75d653c25e1 None None] Provisioning complete for port a733ceae-64bd-4497-8d05-0bc1c5c97d57 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:15.329450 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e788ae9b-b3a9-43f4-8dac-b75d653c25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:15.392984 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Pushing event updated for resources: {'Port': ['ID=1ecd0517-7069-434e-afa8-76a929ae9bf0,revision_number=2']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:15.411628 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.412360 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.412925 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.413496 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.414056 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.414649 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.415201 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.415753 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.416295 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.416844 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.417323 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.417819 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.419526 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.420029 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.420703 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Tracked resource versions report:
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]: pushed versions:
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]: {   'AddressGroup': {'1.2'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Agent': {'1.1'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'ConntrackHelper': {'1.0'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'LocalIPAssociation': {'1.0'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Log': {'1.0'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'NDPProxy': {'1.0'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Network': {'1.1'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Port': {'1.7'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'PortForwarding': {'1.3'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'QosPolicy': {'1.10'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'SecurityGroup': {'1.5'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'SecurityGroupRule': {'1.2'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'SubPort': {'1.0'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Subnet': {'1.1'},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     'Trunk': {'1.1'}}
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]: consumer versions:
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]: {   DHCP agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     HyperV agent@hv-cinder-83941: {},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     L3 agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     Metadata agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     Metering agent@dv-cinder-839416-3-iscsi: {},
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:     Open vSwitch agent@dv-cinder-839416-3-iscsi: {   'AddressGroup': '1.2',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Agent': '1.1',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'ConntrackHelper': '1.0',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'LocalIPAssociation': '1.0',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Log': '1.0',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'NDPProxy': '1.0',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Network': '1.1',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Port': '1.7',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'PortForwarding': '1.3',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'QosPolicy': '1.10',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'SecurityGroup': '1.5',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'SecurityGroupRule': '1.2',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'SubPort': '1.0',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Subnet': '1.1',
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:                                                      'Trunk': '1.1'}}
Apr 29 13:37:15.422737 dv-cinder-839416-3-iscsi neutron-server[103579]:  {{(pid=103579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 29 13:37:15.460689 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 6e490046-7739-47d2-b122-fec0199b1f7a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:15.461916 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:15.473297 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:15.505673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:37:15.532172 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-dd59b359-8dde-4801-9588-735732c428d2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:37:15.533205 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-dd59b359-8dde-4801-9588-735732c428d2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0761509
Apr 29 13:37:15.550119 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:15.554334 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-dd69e010-38a0-4725-b663-e239d6f4c5da admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.0464544
Apr 29 13:37:15.558177 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44428) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:15.585214 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f041572-512e-4978-bd11-1460da370a58 None None] Pushing event updated for resources: {'Port': ['ID=1ecd0517-7069-434e-afa8-76a929ae9bf0,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:15.618724 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Sync routers for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:37:15.679787 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks [] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:15.696831 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-fc15ab0b-e58b-42e1-b29d-23d33a8d7dc5 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd1ffbf-1b9d-4900-a327-fa596d805b94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427031
Apr 29 13:37:15.749768 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:15.750666 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3dfce20>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:36:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:15.842902 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed160>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:11Z', 'revision_number': 3, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:15.883551 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1d6020bc-14ed-43ea-99e2-f2d585c058b9 service neutron] 10.222.0.52 "GET /v2.0/networks/2dd1ffbf-1b9d-4900-a327-fa596d805b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852767
Apr 29 13:37:15.920064 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe25dfd-092c-4b2e-9aca-e7a0a2825106 None None] The sync data for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi is: [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:11Z', 'revision_number': 3, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:37:15.942859 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-e788ae9b-b3a9-43f4-8dac-b75d653c25e1 None None] Current status of the port a733ceae-64bd-4497-8d05-0bc1c5c97d57 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:16.001625 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:16.098627 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:16.182827 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:16.188214 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:16.188752 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:16.290088 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 6e490046-7739-47d2-b122-fec0199b1f7a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:16.316363 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-63a7696c-0e2a-4f16-ad1c-b8dc72889dd8 None None] Provisioning complete for port a733ceae-64bd-4497-8d05-0bc1c5c97d57 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:16.316657 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-63a7696c-0e2a-4f16-ad1c-b8dc72889dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:16.602959 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Pushing event updated for resources: {'Port': ['ID=f77592ab-008c-42d6-aaf1-a5501c8beb32,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:16.611639 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a733ceae-64bd-4497-8d05-0bc1c5c97d57 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:16.720778 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b5fdd5ab-24cc-4bcb-b417-077e851099b9 req-44df4361-7924-4355-ae68-85a428945355 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.1930726
Apr 29 13:37:16.846985 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44516) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:16.866024 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:16.902809 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44520) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:17.004527 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-63a7696c-0e2a-4f16-ad1c-b8dc72889dd8 None None] Current status of the port a733ceae-64bd-4497-8d05-0bc1c5c97d57 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:17.162884 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-92a13008-01fa-4d17-96d4-24e64a1b970f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.217662 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d1976ed9-b66a-439e-9582-ae6458a68d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.263660 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-6af064d1-d529-4c5b-a79d-9c86418fbfe2 None None] Provisioning complete for port f77592ab-008c-42d6-aaf1-a5501c8beb32 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:17.264197 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6af064d1-d529-4c5b-a79d-9c86418fbfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.297876 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.331773 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port a733ceae-64bd-4497-8d05-0bc1c5c97d57 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:17.332396 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.427510 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44538) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:17.452631 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-92a13008-01fa-4d17-96d4-24e64a1b970f admin admin] Publish callbacks [] for security_group (1f7cedb3-36e2-43d6-ba8c-0153ddd25929), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.458873 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d1976ed9-b66a-439e-9582-ae6458a68d26 admin admin] Publish callbacks [] for security_group (8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.461915 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-92a13008-01fa-4d17-96d4-24e64a1b970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1f7cedb3-36e2-43d6-ba8c-0153ddd25929), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.473140 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-6af064d1-d529-4c5b-a79d-9c86418fbfe2 None None] Port f77592ab-008c-42d6-aaf1-a5501c8beb32 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:17.511891 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-92a13008-01fa-4d17-96d4-24e64a1b970f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f49d885719b448529ae9419aa2face46&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6634529
Apr 29 13:37:17.515110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44548) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:17.515890 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d1976ed9-b66a-439e-9582-ae6458a68d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.555375 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-d1976ed9-b66a-439e-9582-ae6458a68d26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c18ad85130164f2ebf34b2b2b78352eb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6507170
Apr 29 13:37:17.556884 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44550) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:17.595503 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a13008-01fa-4d17-96d4-24e64a1b970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7cedb3-36e2-43d6-ba8c-0153ddd25929,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:17.635955 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976ed9-b66a-439e-9582-ae6458a68d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:17.701975 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3dfce20>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:13Z', 'revision_number': 3, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:17.710141 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2a53b7b5-c0a7-4102-88fe-a467e622d52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.743974 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Checking router: 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:37:17.744173 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Updating router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:37:17.776880 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:17.778542 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port a733ceae-64bd-4497-8d05-0bc1c5c97d57 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:17.986962 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.010634 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9eb84115-576e-4713-bc53-8a543c65da39 req-fa2c9c84-ba1e-43f7-a070-553d89976554 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.1424708
Apr 29 13:37:18.042625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-64e6ac31-8831-4d78-bb71-263ee353b378 admin admin] Publish callbacks [] for security_group (8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.055860 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2a53b7b5-c0a7-4102-88fe-a467e622d52e admin admin] Publish callbacks [] for security_group (0f06576c-d2ee-4ac9-8f16-c4ceade98764), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.067897 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-62df6bd6-019e-489b-93e1-5b6e718e0835 admin admin] Publish callbacks [] for security_group (1f7cedb3-36e2-43d6-ba8c-0153ddd25929), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.095338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2a53b7b5-c0a7-4102-88fe-a467e622d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0f06576c-d2ee-4ac9-8f16-c4ceade98764), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.143465 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-2a53b7b5-c0a7-4102-88fe-a467e622d52e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfd7966a4a9040d8951ab0df0a66cba7&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7148483
Apr 29 13:37:18.155900 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44572) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:18.168443 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-64e6ac31-8831-4d78-bb71-263ee353b378 admin admin] Publish callbacks [] for security_group (8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.180469 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44574) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:18.202326 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-62df6bd6-019e-489b-93e1-5b6e718e0835 admin admin] Publish callbacks [] for security_group (1f7cedb3-36e2-43d6-ba8c-0153ddd25929), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.272579 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53b7b5-c0a7-4102-88fe-a467e622d52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06576c-d2ee-4ac9-8f16-c4ceade98764,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:18.302341 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9cb766a4-661b-45db-bca5-c0a146a5cf10 admin admin] Publish callbacks [] for security_group (0f06576c-d2ee-4ac9-8f16-c4ceade98764), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.331385 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9cb766a4-661b-45db-bca5-c0a146a5cf10 admin admin] Publish callbacks [] for security_group (0f06576c-d2ee-4ac9-8f16-c4ceade98764), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.363222 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-64e6ac31-8831-4d78-bb71-263ee353b378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.366203 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-64e6ac31-8831-4d78-bb71-263ee353b378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.370828 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-64e6ac31-8831-4d78-bb71-263ee353b378 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a HTTP/1.1" status: 204  len: 168 time: 0.8109391
Apr 29 13:37:18.397415 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6ac31-8831-4d78-bb71-263ee353b378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff0d8ef-bc0e-4a01-9a1d-5f729c7f679a,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:18.429705 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9cb766a4-661b-45db-bca5-c0a146a5cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0f06576c-d2ee-4ac9-8f16-c4ceade98764), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.436858 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9cb766a4-661b-45db-bca5-c0a146a5cf10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.439681 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-9cb766a4-661b-45db-bca5-c0a146a5cf10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f06576c-d2ee-4ac9-8f16-c4ceade98764 HTTP/1.1" status: 204  len: 168 time: 0.2823617
Apr 29 13:37:18.453097 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb766a4-661b-45db-bca5-c0a146a5cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06576c-d2ee-4ac9-8f16-c4ceade98764,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:18.477568 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d7eac0bf-643c-40f8-af50-3bc98e5cd151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.574547 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks [] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.605912 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.608240 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.612464 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1ecd0517-7069-434e-afa8-76a929ae9bf0 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:18.675959 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-62df6bd6-019e-489b-93e1-5b6e718e0835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1f7cedb3-36e2-43d6-ba8c-0153ddd25929), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.679116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-62df6bd6-019e-489b-93e1-5b6e718e0835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.683559 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-62df6bd6-019e-489b-93e1-5b6e718e0835 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f7cedb3-36e2-43d6-ba8c-0153ddd25929 HTTP/1.1" status: 204  len: 168 time: 1.1527026
Apr 29 13:37:18.698395 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Pushing event updated for resources: {'Port': ['ID=f77592ab-008c-42d6-aaf1-a5501c8beb32,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:18.714997 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 1ecd0517-7069-434e-afa8-76a929ae9bf0 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:18.715512 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.736349 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df6bd6-019e-489b-93e1-5b6e718e0835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7cedb3-36e2-43d6-ba8c-0153ddd25929,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:18.739929 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Allocated IP 172.20.0.1 (fa1d828b-eb12-4cd4-b5d0-175b9384d17e/3e8e67c8-be6e-4224-8710-cba54572667c/988a0cca-61b2-4198-b05c-750d3aeaf475) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:18.751687 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Publish callbacks [] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.782321 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.849753 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a58c7-48ff-442b-bb9f-1d5c630d7b9c None None] Pushing event updated for resources: {'Port': ['ID=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:18.900489 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Attempting to bind port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:18.901045 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Attempting to bind port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:18.901414 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Attempting to bind port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:18.912018 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:18.912398 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:18.912810 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.913205 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:18.913680 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Bound port: e371d8d7-c331-44ac-ab1f-4bf55a044ff9, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:18.914065 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.917860 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d7eac0bf-643c-40f8-af50-3bc98e5cd151 admin admin] Publish callbacks [] for security_group (1f999603-027d-45f7-a7fa-a86cd2de1edd), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.933492 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d7eac0bf-643c-40f8-af50-3bc98e5cd151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1f999603-027d-45f7-a7fa-a86cd2de1edd), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.949484 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 1ecd0517-7069-434e-afa8-76a929ae9bf0 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:18.949795 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.971673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44594) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:18.976023 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 1ecd0517-7069-434e-afa8-76a929ae9bf0, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=1ecd0517-7069-434e-afa8-76a929ae9bf0,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:18.985594 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.992808 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-75160bb5-b0b3-4e9d-bd32-d80636767dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:18.994579 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-d7eac0bf-643c-40f8-af50-3bc98e5cd151 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a4fcb12f58e4ed0bc436769e25b6a73&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8131833
Apr 29 13:37:18.997681 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks [] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.000475 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:19.001174 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44596) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:19.010928 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:19.022858 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eac0bf-643c-40f8-af50-3bc98e5cd151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f999603-027d-45f7-a7fa-a86cd2de1edd,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:19.057385 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] For port e371d8d7-c331-44ac-ab1f-4bf55a044ff9, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:19.065268 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] For port e371d8d7-c331-44ac-ab1f-4bf55a044ff9, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:19.101489 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=1ecd0517-7069-434e-afa8-76a929ae9bf0,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:19.124435 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.260526 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:19.261262 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3dfce20>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:36:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:19.296499 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:37:19.300617 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-75160bb5-b0b3-4e9d-bd32-d80636767dec admin admin] Publish callbacks [] for security_group (7c286b73-dfd4-4aa8-af50-8d1314dd4b39), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.306421 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.316090 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-75160bb5-b0b3-4e9d-bd32-d80636767dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (7c286b73-dfd4-4aa8-af50-8d1314dd4b39), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.378061 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44602) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:19.380374 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a58c7-48ff-442b-bb9f-1d5c630d7b9c None None] Pushing event updated for resources: {'Port': ['ID=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:19.394566 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:19.395660 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44606) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:19.395885 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-75160bb5-b0b3-4e9d-bd32-d80636767dec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c972dcf07c69494c865a140f14b6b030&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4228468
Apr 29 13:37:19.401832 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44608) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:19.447528 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-caee6279-4b74-4a8c-9ffa-fe664143afb0 admin admin] Publish callbacks [] for security_group (1f999603-027d-45f7-a7fa-a86cd2de1edd), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.457839 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-6a1b1746-a157-4c1a-a544-44da219ff2f4 None None] Provisioning complete for port f77592ab-008c-42d6-aaf1-a5501c8beb32 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:19.458492 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1746-a157-4c1a-a544-44da219ff2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.475971 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2f4ffc30-d6c9-40a3-a086-9efa56eee4df req-edcdf807-8322-453b-bad0-e24ac7c502cd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.0785153
Apr 29 13:37:19.510098 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75160bb5-b0b3-4e9d-bd32-d80636767dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c286b73-dfd4-4aa8-af50-8d1314dd4b39,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:19.512041 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b1746-a157-4c1a-a544-44da219ff2f4 None None] Port f77592ab-008c-42d6-aaf1-a5501c8beb32 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:19.531523 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:19.536590 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-caee6279-4b74-4a8c-9ffa-fe664143afb0 admin admin] Publish callbacks [] for security_group (1f999603-027d-45f7-a7fa-a86cd2de1edd), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.553631 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Pushing event updated for resources: {'Port': ['ID=988a0cca-61b2-4198-b05c-750d3aeaf475,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:19.565310 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:19.581105 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-adaf9a14-6515-4292-8441-c09758b7bd72 admin admin] Publish callbacks [] for security_group (7c286b73-dfd4-4aa8-af50-8d1314dd4b39), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.588399 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:37:19.602702 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8233fa7e-53a6-4cdb-8105-a31b76428e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.605375 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Sync routers for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:37:19.607077 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-adaf9a14-6515-4292-8441-c09758b7bd72 admin admin] Publish callbacks [] for security_group (7c286b73-dfd4-4aa8-af50-8d1314dd4b39), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.616430 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-511b31c5-859a-4bdb-9e77-46318eff1186 admin admin] 10.222.0.52 "PUT /v2.0/routers/9fad7a6c-b2f7-4c90-a56d-0916e9be960b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8944190
Apr 29 13:37:19.647546 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:19.648381 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.653747 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-caee6279-4b74-4a8c-9ffa-fe664143afb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1f999603-027d-45f7-a7fa-a86cd2de1edd), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.656695 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-caee6279-4b74-4a8c-9ffa-fe664143afb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.657793 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-caee6279-4b74-4a8c-9ffa-fe664143afb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1f999603-027d-45f7-a7fa-a86cd2de1edd HTTP/1.1" status: 204  len: 168 time: 0.6479514
Apr 29 13:37:19.659892 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:19.662903 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed8e0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:36:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:19.730096 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee6279-4b74-4a8c-9ffa-fe664143afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f999603-027d-45f7-a7fa-a86cd2de1edd,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:19.743444 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-adaf9a14-6515-4292-8441-c09758b7bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (7c286b73-dfd4-4aa8-af50-8d1314dd4b39), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.747511 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-adaf9a14-6515-4292-8441-c09758b7bd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.752117 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-adaf9a14-6515-4292-8441-c09758b7bd72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c286b73-dfd4-4aa8-af50-8d1314dd4b39 HTTP/1.1" status: 204  len: 168 time: 0.3311536
Apr 29 13:37:19.752866 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44616) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:19.776512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7387c573-818a-4681-833a-0c647973387e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.899098 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.931775 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7387c573-818a-4681-833a-0c647973387e admin admin] Publish callbacks [] for security_group (5ed4e42f-09b7-43b0-ade9-418b819b3d95), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.938798 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf9a14-6515-4292-8441-c09758b7bd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c286b73-dfd4-4aa8-af50-8d1314dd4b39,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:19.939621 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3dfce20>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:13Z', 'revision_number': 3, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:19.956563 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7387c573-818a-4681-833a-0c647973387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (5ed4e42f-09b7-43b0-ade9-418b819b3d95), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:19.967858 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:20.002321 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66718-13ce-4c28-97e2-55d40391d876 None None] The sync data for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi is: [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:13Z', 'revision_number': 3, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:37:20.036345 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d412391d-942e-4b17-8cbc-2ead142833d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.074382 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-7387c573-818a-4681-833a-0c647973387e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1330e0f694904078a12d0454994c2c13&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3183348
Apr 29 13:37:20.076545 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44622) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:20.077304 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387c573-818a-4681-833a-0c647973387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed4e42f-09b7-43b0-ade9-418b819b3d95,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:20.108427 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8233fa7e-53a6-4cdb-8105-a31b76428e8e admin admin] Publish callbacks [] for security_group (31e22623-d87e-4c53-9b7d-c87833095fad), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.137012 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8233fa7e-53a6-4cdb-8105-a31b76428e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (31e22623-d87e-4c53-9b7d-c87833095fad), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.138406 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-3d5d58cc-993b-428a-81a1-c64035857991 None None] Provisioning complete for port 988a0cca-61b2-4198-b05c-750d3aeaf475 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:20.140723 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3d5d58cc-993b-428a-81a1-c64035857991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.195984 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-88ed8405-c41b-4f45-bb32-b78150d3672a admin admin] Publish callbacks [] for security_group (5ed4e42f-09b7-43b0-ade9-418b819b3d95), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.260932 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-88ed8405-c41b-4f45-bb32-b78150d3672a admin admin] Publish callbacks [] for security_group (5ed4e42f-09b7-43b0-ade9-418b819b3d95), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.266088 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d58cc-993b-428a-81a1-c64035857991 None None] Port 988a0cca-61b2-4198-b05c-750d3aeaf475 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:20.366147 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-88ed8405-c41b-4f45-bb32-b78150d3672a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (5ed4e42f-09b7-43b0-ade9-418b819b3d95), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.370980 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-88ed8405-c41b-4f45-bb32-b78150d3672a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.375084 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-88ed8405-c41b-4f45-bb32-b78150d3672a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ed4e42f-09b7-43b0-ade9-418b819b3d95 HTTP/1.1" status: 204  len: 168 time: 0.2867026
Apr 29 13:37:20.391352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed8405-c41b-4f45-bb32-b78150d3672a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed4e42f-09b7-43b0-ade9-418b819b3d95,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:20.409176 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8233fa7e-53a6-4cdb-8105-a31b76428e8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7c8ea0bb8a34fd1befa34433bedcf7f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8392322
Apr 29 13:37:20.409907 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44636) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:20.439619 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233fa7e-53a6-4cdb-8105-a31b76428e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e22623-d87e-4c53-9b7d-c87833095fad,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:20.550228 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks [] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.550465 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d94-ef00-4142-8ea7-71332611065a admin admin] Publish callbacks [] for security_group (31e22623-d87e-4c53-9b7d-c87833095fad), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.557168 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.558115 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.576018 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1ecd0517-7069-434e-afa8-76a929ae9bf0 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:20.587238 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d94-ef00-4142-8ea7-71332611065a admin admin] Publish callbacks [] for security_group (31e22623-d87e-4c53-9b7d-c87833095fad), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.710076 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b636d505-bcd8-4d45-b092-e25c68d8a6e8 req-c32925f0-0680-4b59-88e9-889fe89d3d03 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.0454094
Apr 29 13:37:20.711256 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed8e0>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 2, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:20.719752 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d94-ef00-4142-8ea7-71332611065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (31e22623-d87e-4c53-9b7d-c87833095fad), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.725396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fbe18d94-ef00-4142-8ea7-71332611065a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.739151 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-fbe18d94-ef00-4142-8ea7-71332611065a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31e22623-d87e-4c53-9b7d-c87833095fad HTTP/1.1" status: 204  len: 168 time: 0.3276684
Apr 29 13:37:20.754909 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18d94-ef00-4142-8ea7-71332611065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e22623-d87e-4c53-9b7d-c87833095fad,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:20.785844 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Checking router: 9fad7a6c-b2f7-4c90-a56d-0916e9be960b for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:37:20.786130 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Updating router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b port f77592ab-008c-42d6-aaf1-a5501c8beb32 binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:37:20.818531 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 1ecd0517-7069-434e-afa8-76a929ae9bf0 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:20.819381 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.827271 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Pushing event updated for resources: {'Port': ['ID=988a0cca-61b2-4198-b05c-750d3aeaf475,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:20.851178 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:20.901240 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:20.906220 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:21.001041 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 1ecd0517-7069-434e-afa8-76a929ae9bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:21.206951 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:37:21.423526 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-58964302-1587-4094-9507-da739180917a None None] Provisioning complete for port 988a0cca-61b2-4198-b05c-750d3aeaf475 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:21.424138 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-58964302-1587-4094-9507-da739180917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:21.531118 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.48', 60412) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:21.539881 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-58964302-1587-4094-9507-da739180917a None None] Port 988a0cca-61b2-4198-b05c-750d3aeaf475 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:21.611991 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Publish callbacks [] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:21.628045 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:21.834284 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebef66-bba7-4b92-9d5e-e651c36289a1 None None] Pushing event updated for resources: {'Port': ['ID=f77592ab-008c-42d6-aaf1-a5501c8beb32,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:21.906237 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:37:21.924014 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-7c15539f-ba71-4b4c-847b-211bd0ff9d5d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:21.932943 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-23544994-933b-495c-be95-6d81a4285802 admin admin] 10.222.0.52 "PUT /v2.0/routers/3e333a3b-1ee6-4aa2-b7e0-629962d90a6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3649001
Apr 29 13:37:21.946993 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-7c15539f-ba71-4b4c-847b-211bd0ff9d5d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 818 time: 0.5649185
Apr 29 13:37:22.017400 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Attempting to bind port f77592ab-008c-42d6-aaf1-a5501c8beb32 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:22.017776 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Attempting to bind port f77592ab-008c-42d6-aaf1-a5501c8beb32 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:22.018142 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Attempting to bind port f77592ab-008c-42d6-aaf1-a5501c8beb32 on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:22.025253 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:22.029788 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Checking segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:22.030686 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.031479 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Bound using segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:22.042366 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Bound port: f77592ab-008c-42d6-aaf1-a5501c8beb32, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:22.046749 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-c668aecd-9b2f-4c3c-b7d0-696d83e2b309 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/quotas/97e1b522a37e470284254748a16843fa HTTP/1.1" status: 200  len: 375 time: 0.0986698
Apr 29 13:37:22.048947 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.067150 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9ddf1d89-378a-4a35-b84a-49e794f447dc req-cb416947-9d3d-417e-b6dc-fb7b94ad470f tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.0894394
Apr 29 13:37:22.092316 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-43f60df2-4dde-46d3-88c3-c70f18441a83 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:22.099716 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-43f60df2-4dde-46d3-88c3-c70f18441a83 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.48 "GET /v2.0/networks?id=2dd1ffbf-1b9d-4900-a327-fa596d805b94 HTTP/1.1" status: 200  len: 812 time: 0.5458307
Apr 29 13:37:22.150615 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Request body: {'port': {'device_id': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94', 'admin_state_up': True, 'tenant_id': 'f202dda5b28144f28ea25a33887996bb'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:22.181754 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-fa74e7cf-6f86-4f13-8683-a6555547a071 None None] Provisioning complete for port f77592ab-008c-42d6-aaf1-a5501c8beb32 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:22.183316 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fa74e7cf-6f86-4f13-8683-a6555547a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.211291 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-36ffce74-7c84-4782-b6fd-4e1a7199ed9b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1577902
Apr 29 13:37:22.230296 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] For port f77592ab-008c-42d6-aaf1-a5501c8beb32, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:22.234610 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] For port f77592ab-008c-42d6-aaf1-a5501c8beb32, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=f77592ab-008c-42d6-aaf1-a5501c8beb32,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:22.246845 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.260869 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-fa74e7cf-6f86-4f13-8683-a6555547a071 None None] Port f77592ab-008c-42d6-aaf1-a5501c8beb32 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:22.393872 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:22.394555 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed8e0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:36:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:22.492877 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f0026b4a-e1ce-41c7-9fb1-820066f83eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.521350 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebef66-bba7-4b92-9d5e-e651c36289a1 None None] Pushing event updated for resources: {'Port': ['ID=f77592ab-008c-42d6-aaf1-a5501c8beb32,revision_number=4']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:22.523482 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device e371d8d7-c331-44ac-ab1f-4bf55a044ff9 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:22.630172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-d18e8228-416e-4cab-83a6-bd2d8d37390a service neutron] 10.222.0.52 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4057503
Apr 29 13:37:22.687113 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:22.687600 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.759339 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:22.827791 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Made reservation on behalf of f202dda5b28144f28ea25a33887996bb for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:22.839318 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.869369 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-8b3c729f-1cef-476c-af84-2a160a83e088 None None] Provisioning complete for port f77592ab-008c-42d6-aaf1-a5501c8beb32 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:22.870094 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8b3c729f-1cef-476c-af84-2a160a83e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.922974 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:22.923687 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.959756 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port e371d8d7-c331-44ac-ab1f-4bf55a044ff9, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:22.969779 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:22.987641 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-6ec1ef8b-530d-4484-963e-91b23c81f8c0 service neutron] 10.222.0.52 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3522429
Apr 29 13:37:23.117813 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:23.148005 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c729f-1cef-476c-af84-2a160a83e088 None None] Current status of the port f77592ab-008c-42d6-aaf1-a5501c8beb32 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:23.148399 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8b3c729f-1cef-476c-af84-2a160a83e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:23.245246 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8b3c729f-1cef-476c-af84-2a160a83e088 None None] For port f77592ab-008c-42d6-aaf1-a5501c8beb32, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=f77592ab-008c-42d6-aaf1-a5501c8beb32,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:23.254925 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8b3c729f-1cef-476c-af84-2a160a83e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:23.311607 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0aed8e0>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:23.376251 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1a046-609d-4232-943b-664c37de0c0a None None] The sync data for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi is: [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:37:23.427268 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c729f-1cef-476c-af84-2a160a83e088 None None] Pushing event updated for resources: {'Port': ['ID=f77592ab-008c-42d6-aaf1-a5501c8beb32,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:23.547921 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Sync routers for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:37:23.559607 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Allocated IP 172.20.0.2 (2dd1ffbf-1b9d-4900-a327-fa596d805b94/57e24858-6b35-488a-a377-90066ab677b5/f303c554-7109-43fe-8393-6b32b9032dfa) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:23.576528 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:23.577496 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3ab0d00>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:23.777154 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f216c026-05e4-45a0-9eb8-53f4e56d1a4d req-52097e94-c496-4247-96db-5232bcbc1cfa tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.1086721
Apr 29 13:37:24.028590 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:24.068193 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44808) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:24.072856 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-06397080-d2a8-4a5e-88a4-9cf033280f89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673442666', 'description': 'tempest-description--556796560'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:24.144441 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0da4b63a-a1cd-41ad-b806-c1179ab6010f req-b366e4cd-23ae-4a87-b4f7-a49d76b512a9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 210 time: 0.1550531
Apr 29 13:37:24.177107 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-06397080-d2a8-4a5e-88a4-9cf033280f89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.201054 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.306839 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks [] for port (f303c554-7109-43fe-8393-6b32b9032dfa), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.410378 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.534020 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-06397080-d2a8-4a5e-88a4-9cf033280f89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (1fc80cab-937a-44a0-9187-5d3540812de6), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.544819 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-06397080-d2a8-4a5e-88a4-9cf033280f89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1fc80cab-937a-44a0-9187-5d3540812de6), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.690884 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06397080-d2a8-4a5e-88a4-9cf033280f89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc80cab-937a-44a0-9187-5d3540812de6,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:24.701659 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:24.718022 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:24.724098 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:24.730426 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:24.732136 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.738304 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-06397080-d2a8-4a5e-88a4-9cf033280f89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.748093 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-06397080-d2a8-4a5e-88a4-9cf033280f89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6787207
Apr 29 13:37:24.751309 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44840) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:24.758237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-1933d874-7705-408c-b537-0641141affb4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'security_group_rule': {'security_group_id': '1fc80cab-937a-44a0-9187-5d3540812de6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:24.772725 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6257260
Apr 29 13:37:24.773764 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c025609-ad36-4cb0-9940-6ef7441683fd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Pushing event updated for resources: {'Port': ['ID=f303c554-7109-43fe-8393-6b32b9032dfa,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:24.788220 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-f02a681f-1f23-4cc3-b501-972a948a943e tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:37:24.789446 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-f02a681f-1f23-4cc3-b501-972a948a943e tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0099897
Apr 29 13:37:24.850994 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1933d874-7705-408c-b537-0641141affb4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (c4c75af3-ad52-4e25-a85e-a633dcf55ec0), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:24.906774 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device f77592ab-008c-42d6-aaf1-a5501c8beb32 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:25.019108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1933d874-7705-408c-b537-0641141affb4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (c4c75af3-ad52-4e25-a85e-a633dcf55ec0), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.067826 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1933d874-7705-408c-b537-0641141affb4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (c4c75af3-ad52-4e25-a85e-a633dcf55ec0), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.105001 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3ab0d00>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:20Z', 'revision_number': 2, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:25.265641 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933d874-7705-408c-b537-0641141affb4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c75af3-ad52-4e25-a85e-a633dcf55ec0,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:25.266712 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Checking router: 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:37:25.267102 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Updating router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f port 988a0cca-61b2-4198-b05c-750d3aeaf475 binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:37:25.285642 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e43548-a031-4b04-9e1f-ca063a17449c req-d9a904a2-2e55-49c1-9df0-1d360a27b9fa tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:25.296394 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-29e43548-a031-4b04-9e1f-ca063a17449c req-d9a904a2-2e55-49c1-9df0-1d360a27b9fa tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 931 time: 0.2694261
Apr 29 13:37:25.336724 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1933d874-7705-408c-b537-0641141affb4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.344301 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-1933d874-7705-408c-b537-0641141affb4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5912642
Apr 29 13:37:25.346977 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44884) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:25.352110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-cc1d619f-5776-43bb-9623-5293ba99a41e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'security_group_rule': {'security_group_id': '1fc80cab-937a-44a0-9187-5d3540812de6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:25.379354 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.400118 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port f77592ab-008c-42d6-aaf1-a5501c8beb32 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:25.400524 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.486229 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cc1d619f-5776-43bb-9623-5293ba99a41e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (920990ab-9e31-4dd1-847a-2e829304f40f), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.501910 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.712116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cc1d619f-5776-43bb-9623-5293ba99a41e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (920990ab-9e31-4dd1-847a-2e829304f40f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.719497 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cc1d619f-5776-43bb-9623-5293ba99a41e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (920990ab-9e31-4dd1-847a-2e829304f40f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.726446 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-29e43548-a031-4b04-9e1f-ca063a17449c req-9480b2b6-f284-4ebb-b677-b0afbc7235db tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4291308
Apr 29 13:37:25.761553 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d619f-5776-43bb-9623-5293ba99a41e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920990ab-9e31-4dd1-847a-2e829304f40f,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:25.782148 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cc1d619f-5776-43bb-9623-5293ba99a41e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:25.784730 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-cc1d619f-5776-43bb-9623-5293ba99a41e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4366822
Apr 29 13:37:25.787951 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44892) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:25.796590 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:25.827544 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-efcc2386-f8ca-4a75-b44e-181a3598c772 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:25.836472 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-efcc2386-f8ca-4a75-b44e-181a3598c772 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 818 time: 0.4548676
Apr 29 13:37:25.868691 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2b20f703-f029-4004-914c-29722bcabd6e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/quotas/97e1b522a37e470284254748a16843fa HTTP/1.1" status: 200  len: 375 time: 0.0308790
Apr 29 13:37:25.890496 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:26.036681 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-79a62d15-310a-4d28-9c05-bff3974aa52b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1664553
Apr 29 13:37:26.225538 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port f77592ab-008c-42d6-aaf1-a5501c8beb32 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:26.227445 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device e371d8d7-c331-44ac-ab1f-4bf55a044ff9 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:26.249101 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-58bea9e4-761c-4c5b-86e3-f24c37387345 service neutron] 10.222.0.52 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011404
Apr 29 13:37:26.352551 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:26.363326 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:26.487817 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:26.505830 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-9db056b5-c7db-4517-ac00-e48fa451ed4d service neutron] 10.222.0.52 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550454
Apr 29 13:37:26.817485 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Publish callbacks [] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:26.826144 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:26.847269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:26.859874 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:26.895600 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Request body: {'port': {'device_id': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:26.969518 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Allocated IP 172.27.2.196 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/17598be4-f527-4848-8c69-170fe0bb010f) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:27.156956 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ab36-5a61-4443-83e9-4a3dc35b21cc None None] Pushing event updated for resources: {'Port': ['ID=988a0cca-61b2-4198-b05c-750d3aeaf475,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:27.223810 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44916) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:27.248961 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Attempting to bind port 988a0cca-61b2-4198-b05c-750d3aeaf475 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:27.250868 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Attempting to bind port 988a0cca-61b2-4198-b05c-750d3aeaf475 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:27.251253 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Attempting to bind port 988a0cca-61b2-4198-b05c-750d3aeaf475 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:27.280690 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51cbeaa8-e92d-4473-940a-ea4ea92db8b0 req-f2b57eac-a533-482d-80a7-a710ff3cdedb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 210 time: 0.2174778
Apr 29 13:37:27.286884 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:27.287563 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Checking segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:27.289810 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:27.290384 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Bound using segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:27.292643 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Bound port: 988a0cca-61b2-4198-b05c-750d3aeaf475, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:27.293440 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:27.295560 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:27.319943 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014da4-08f7-4d88-8cb4-96fd2da5fa1a req-fad867d3-1b38-42a8-a430-67ce3dcae1d3 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:27.323494 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb014da4-08f7-4d88-8cb4-96fd2da5fa1a req-fad867d3-1b38-42a8-a430-67ce3dcae1d3 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 931 time: 0.3082416
Apr 29 13:37:27.409341 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for port (17598be4-f527-4848-8c69-170fe0bb010f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:27.524719 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (17598be4-f527-4848-8c69-170fe0bb010f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:27.557429 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.48', 60424) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:27.608450 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] For port 988a0cca-61b2-4198-b05c-750d3aeaf475, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:27.612111 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] For port 988a0cca-61b2-4198-b05c-750d3aeaf475, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=988a0cca-61b2-4198-b05c-750d3aeaf475,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:27.639915 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:27.653895 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:27.681803 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-61543d1c-f3b8-474b-bfa9-e07261fb37df None None] Provisioning complete for port 988a0cca-61b2-4198-b05c-750d3aeaf475 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:27.682282 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:27.691429 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:27.692304 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-61543d1c-f3b8-474b-bfa9-e07261fb37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:27.732351 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44932) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:27.778622 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'Port': ['ID=17598be4-f527-4848-8c69-170fe0bb010f,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:27.865053 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:37:27.875125 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3ab0d00>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:28.062345 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a6b6-d4d0-4c9e-8e3d-43a79ee66e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.089463 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (e4ea6edc-25df-46b4-b639-c99d6d5accca), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.105746 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb014da4-08f7-4d88-8cb4-96fd2da5fa1a req-61edaccc-f12d-4015-aa83-29a9e21017f4 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7296052
Apr 29 13:37:28.173370 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ab36-5a61-4443-83e9-4a3dc35b21cc None None] Pushing event updated for resources: {'Port': ['ID=988a0cca-61b2-4198-b05c-750d3aeaf475,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:28.266094 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-61543d1c-f3b8-474b-bfa9-e07261fb37df None None] Current status of the port 988a0cca-61b2-4198-b05c-750d3aeaf475 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:28.267611 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-61543d1c-f3b8-474b-bfa9-e07261fb37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.284472 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a6b6-d4d0-4c9e-8e3d-43a79ee66e72 admin admin] Publish callbacks [] for security_group (723bbe68-8ef9-454a-87f4-c07077dc68cb), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.285921 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (17598be4-f527-4848-8c69-170fe0bb010f), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.313645 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a6b6-d4d0-4c9e-8e3d-43a79ee66e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (723bbe68-8ef9-454a-87f4-c07077dc68cb), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.330873 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:37:28.398540 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9a6b6-d4d0-4c9e-8e3d-43a79ee66e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723bbe68-8ef9-454a-87f4-c07077dc68cb,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:28.408087 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-eb81385a-a998-46c0-9d44-ba3fca918f9b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:28.410516 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-eb81385a-a998-46c0-9d44-ba3fca918f9b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 818 time: 0.8518541
Apr 29 13:37:28.415713 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0ac9a6b6-d4d0-4c9e-8e3d-43a79ee66e72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eddb894919d54e0a925b561c90048e94&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1834648
Apr 29 13:37:28.422689 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44950) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:28.446106 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'port': {'device_id': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'admin_state_up': True, 'tenant_id': '97e1b522a37e470284254748a16843fa'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:28.511502 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-652c6498-f6c3-4e30-b2e2-c7748bb3bfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.526186 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-61543d1c-f3b8-474b-bfa9-e07261fb37df None None] For port 988a0cca-61b2-4198-b05c-750d3aeaf475, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=988a0cca-61b2-4198-b05c-750d3aeaf475,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:28.591973 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-61543d1c-f3b8-474b-bfa9-e07261fb37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.734778 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a27f049e-6fdd-4809-abd4-83e5697baa89 admin admin] Publish callbacks [] for security_group (723bbe68-8ef9-454a-87f4-c07077dc68cb), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.764775 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-51ef068f-0834-4cb8-8613-530f6ee59b6e None None] Provisioning complete for port 988a0cca-61b2-4198-b05c-750d3aeaf475 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:28.765439 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-51ef068f-0834-4cb8-8613-530f6ee59b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.769168 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61543d1c-f3b8-474b-bfa9-e07261fb37df None None] Pushing event updated for resources: {'Port': ['ID=988a0cca-61b2-4198-b05c-750d3aeaf475,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:28.790883 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a27f049e-6fdd-4809-abd4-83e5697baa89 admin admin] Publish callbacks [] for security_group (723bbe68-8ef9-454a-87f4-c07077dc68cb), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.862374 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a27f049e-6fdd-4809-abd4-83e5697baa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (723bbe68-8ef9-454a-87f4-c07077dc68cb), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.865295 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a27f049e-6fdd-4809-abd4-83e5697baa89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.866551 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a27f049e-6fdd-4809-abd4-83e5697baa89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/723bbe68-8ef9-454a-87f4-c07077dc68cb HTTP/1.1" status: 204  len: 168 time: 0.4429054
Apr 29 13:37:28.894032 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f049e-6fdd-4809-abd4-83e5697baa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723bbe68-8ef9-454a-87f4-c07077dc68cb,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:28.933027 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for port (17598be4-f527-4848-8c69-170fe0bb010f), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.941497 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (17598be4-f527-4848-8c69-170fe0bb010f), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:28.999221 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'Port': ['ID=17598be4-f527-4848-8c69-170fe0bb010f,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:29.019822 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-51ef068f-0834-4cb8-8613-530f6ee59b6e None None] Current status of the port 988a0cca-61b2-4198-b05c-750d3aeaf475 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:29.029927 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-652c6498-f6c3-4e30-b2e2-c7748bb3bfeb admin admin] Publish callbacks [] for security_group (58c67817-0f51-4d47-ada9-4eaf11dc1e24), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:29.044277 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (e4ea6edc-25df-46b4-b639-c99d6d5accca), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:29.050662 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3ab0d00>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:27Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:37:29.054637 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-652c6498-f6c3-4e30-b2e2-c7748bb3bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (58c67817-0f51-4d47-ada9-4eaf11dc1e24), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:29.155236 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f1626-74fe-44b7-98f6-dd8c67220b42 None None] The sync data for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi is: [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:27Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:37:29.174142 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c6498-f6c3-4e30-b2e2-c7748bb3bfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c67817-0f51-4d47-ada9-4eaf11dc1e24,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:29.188790 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.48', 60428) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:29.314262 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91a96ae7-ef4a-4a22-b71b-2b90fa796475 req-766ea8d1-d353-48b0-a044-850d44a0440e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 210 time: 0.8001704
Apr 29 13:37:29.391415 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:29.405023 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-cfd13ff8-2342-4419-8c46-42062524d305 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6150372
Apr 29 13:37:29.441587 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-652c6498-f6c3-4e30-b2e2-c7748bb3bfeb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0fc050ccf0b4d2ead459260d279ea2d&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7003956
Apr 29 13:37:29.494276 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 44970) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:29.495923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835439a-5e99-484f-abf0-71e76a781d12 req-e3058e0c-42af-42b6-b4a6-64ac38b3405f tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:29.498148 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8835439a-5e99-484f-abf0-71e76a781d12 req-e3058e0c-42af-42b6-b4a6-64ac38b3405f tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 931 time: 0.1973979
Apr 29 13:37:29.741242 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f303c554-7109-43fe-8393-6b32b9032dfa {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:29.776372 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8835439a-5e99-484f-abf0-71e76a781d12 req-b9a46255-5413-4aec-87c1-2dd4059737d6 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641463
Apr 29 13:37:29.783260 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Publish callbacks [] for port (f303c554-7109-43fe-8393-6b32b9032dfa), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:29.897557 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Transition to ACTIVE for port object f303c554-7109-43fe-8393-6b32b9032dfa will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:37:29.907548 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:29.926995 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Made reservation on behalf of 97e1b522a37e470284254748a16843fa for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:29.931678 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.033781 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b40adfa2-3a5f-480b-b8a1-b0c5c74977e5 admin admin] Publish callbacks [] for security_group (58c67817-0f51-4d47-ada9-4eaf11dc1e24), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.052611 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-c9e202fa-ce3f-4aa6-8807-3fd124009615 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:30.054492 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-c9e202fa-ce3f-4aa6-8807-3fd124009615 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 818 time: 0.8598173
Apr 29 13:37:30.128081 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b40adfa2-3a5f-480b-b8a1-b0c5c74977e5 admin admin] Publish callbacks [] for security_group (58c67817-0f51-4d47-ada9-4eaf11dc1e24), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.208175 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 44992) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:30.251612 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'port': {'device_id': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'admin_state_up': True, 'tenant_id': '97e1b522a37e470284254748a16843fa'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:30.256014 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b40adfa2-3a5f-480b-b8a1-b0c5c74977e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (58c67817-0f51-4d47-ada9-4eaf11dc1e24), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.258682 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b40adfa2-3a5f-480b-b8a1-b0c5c74977e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.265379 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-b40adfa2-3a5f-480b-b8a1-b0c5c74977e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58c67817-0f51-4d47-ada9-4eaf11dc1e24 HTTP/1.1" status: 204  len: 168 time: 0.7604115
Apr 29 13:37:30.283717 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40adfa2-3a5f-480b-b8a1-b0c5c74977e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c67817-0f51-4d47-ada9-4eaf11dc1e24,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:30.350203 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6e29-3946-46ca-be3f-df268f0ff35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.455466 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f303c554-7109-43fe-8393-6b32b9032dfa,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:30.464456 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Made reservation on behalf of 97e1b522a37e470284254748a16843fa for: {'port': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:30.467805 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.480287 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Attempting to bind port f303c554-7109-43fe-8393-6b32b9032dfa on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:30.481245 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Attempting to bind port f303c554-7109-43fe-8393-6b32b9032dfa by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:30.481593 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Attempting to bind port f303c554-7109-43fe-8393-6b32b9032dfa on network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:30.501091 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Allocated IP 172.20.0.5 (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8/e9b72223-1963-4fe3-b08c-3ac37ac0f6e0/ff187662-7389-4089-8b3b-ce3aed91747a) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:30.519279 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-e2387143-4e05-4c54-8261-950e1194345e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1673442666&fields=id&tenant_id=949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 267 time: 0.3362322
Apr 29 13:37:30.548423 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Port f303c554-7109-43fe-8393-6b32b9032dfa on network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:37:30.548855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Attempting to bind port f303c554-7109-43fe-8393-6b32b9032dfa on network 2dd1ffbf-1b9d-4900-a327-fa596d805b94 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:30.611213 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:30.611678 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Checking segment: {'id': 'ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:30.612129 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Bound using segment: {'id': 'ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:30.612582 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Bound port: f303c554-7109-43fe-8393-6b32b9032dfa, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:30.612974 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.616793 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a654535e-b520-411a-8781-542f2a88e727 req-f3d967d4-02f7-4b81-99f2-f78345a0d6f7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 210 time: 0.0810924
Apr 29 13:37:30.720405 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6e29-3946-46ca-be3f-df268f0ff35a admin admin] Publish callbacks [] for security_group (39db8ae0-5331-43a8-a0ae-f70ddcec8109), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:30.736340 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ff2c6e29-3946-46ca-be3f-df268f0ff35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (39db8ae0-5331-43a8-a0ae-f70ddcec8109), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:31.075861 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 988a0cca-61b2-4198-b05c-750d3aeaf475 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:31.099651 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ff2c6e29-3946-46ca-be3f-df268f0ff35a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4889b0e062e64f43b25e43df3bb4dee3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7977273
Apr 29 13:37:31.126895 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45024) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:31.132929 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c6e29-3946-46ca-be3f-df268f0ff35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39db8ae0-5331-43a8-a0ae-f70ddcec8109,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:31.247981 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afce498-1e64-4a46-8f77-43b444a26ab6 req-98de32d3-afc6-4296-b776-7f23b9c902a3 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:31.249550 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8afce498-1e64-4a46-8f77-43b444a26ab6 req-98de32d3-afc6-4296-b776-7f23b9c902a3 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 943 time: 0.2937443
Apr 29 13:37:31.266674 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 988a0cca-61b2-4198-b05c-750d3aeaf475 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:31.267181 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:31.282431 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5556f62a-1995-4f46-ba7b-9b9e4a4c42dd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:31.289837 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5556f62a-1995-4f46-ba7b-9b9e4a4c42dd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 817 time: 0.7693288
Apr 29 13:37:31.516882 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-760df82f-391f-4791-af9d-42919c5424b0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/quotas/949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 375 time: 0.2258196
Apr 29 13:37:31.569674 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] For port f303c554-7109-43fe-8393-6b32b9032dfa, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:31.616019 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 988a0cca-61b2-4198-b05c-750d3aeaf475 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:31.693362 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] For port f303c554-7109-43fe-8393-6b32b9032dfa, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f303c554-7109-43fe-8393-6b32b9032dfa,segment=NetworkSegment(ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5),segment_id=ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:31.720520 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7903fb-7785-4170-9f84-4fec2ed59555 admin admin] Publish callbacks [] for security_group (39db8ae0-5331-43a8-a0ae-f70ddcec8109), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:31.741084 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8afce498-1e64-4a46-8f77-43b444a26ab6 req-413adc9b-bef7-43ba-88a7-10e86f9a730d tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4808316
Apr 29 13:37:31.784883 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:31.889652 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7903fb-7785-4170-9f84-4fec2ed59555 admin admin] Publish callbacks [] for security_group (39db8ae0-5331-43a8-a0ae-f70ddcec8109), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:32.099318 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-cd4874c5-6695-4633-ac79-3856e2743d42 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5803046
Apr 29 13:37:32.133317 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f303c554-7109-43fe-8393-6b32b9032dfa,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:32.176637 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7903fb-7785-4170-9f84-4fec2ed59555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (39db8ae0-5331-43a8-a0ae-f70ddcec8109), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:32.179010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7903fb-7785-4170-9f84-4fec2ed59555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:32.183332 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-9d7903fb-7785-4170-9f84-4fec2ed59555 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39db8ae0-5331-43a8-a0ae-f70ddcec8109 HTTP/1.1" status: 204  len: 168 time: 1.0472424
Apr 29 13:37:32.391294 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for port (ff187662-7389-4089-8b3b-ce3aed91747a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:32.404389 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7903fb-7785-4170-9f84-4fec2ed59555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39db8ae0-5331-43a8-a0ae-f70ddcec8109,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:32.436071 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-c4b4c0bc-a83f-4847-90df-db9569c9b88b service neutron] 10.222.0.52 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2905090
Apr 29 13:37:32.698986 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1d59ebe8-17fb-41df-9403-7a125f12de25 req-3b5335b9-f054-4310-8f06-65fd5fdf1782 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 210 time: 0.5983946
Apr 29 13:37:32.725823 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:32.728723 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:32.732758 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-03dd9df5-fdaa-461b-94b5-f0b6dd6611a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/f303c554-7109-43fe-8393-6b32b9032dfa HTTP/1.1" status: 200  len: 1093 time: 6.8262966
Apr 29 13:37:32.735727 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'tag': 'f303c554-7109-43fe-8393-6b32b9032dfa'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:32.930422 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:33.061298 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:33.084824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'Port': ['ID=ff187662-7389-4089-8b3b-ce3aed91747a,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:33.097908 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:33.101667 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:33.115654 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:33.117089 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:33.179720 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Allocated IP 172.20.0.8 (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8/e9b72223-1963-4fe3-b08c-3ac37ac0f6e0/40fa50fe-d672-47fb-8e10-07f5fd863b16) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:33.245347 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44d56-4aea-4607-85a5-2c09dbedb3ba req-b18d3030-f7b2-49f6-9cf4-9b274f016c6c tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:33.247049 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8bc44d56-4aea-4607-85a5-2c09dbedb3ba req-b18d3030-f7b2-49f6-9cf4-9b274f016c6c tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 943 time: 0.3694620
Apr 29 13:37:33.255202 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-92e2f167-1d11-4d0b-b7d8-416607bcd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:33.257185 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-92e2f167-1d11-4d0b-b7d8-416607bcd679 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f202dda5b28144f28ea25a33887996bb&device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 1127 time: 0.3833675
Apr 29 13:37:33.263535 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-e5493812-3254-4770-84ea-afeadb27874e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8271616
Apr 29 13:37:33.265457 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-61b41180-dc5b-4b33-8200-717871f03edd service neutron] 10.222.0.52 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8284092
Apr 29 13:37:33.730458 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-15b3d38c-dce3-4200-8650-435211117fb5 None None] Provisioning complete for port ff187662-7389-4089-8b3b-ce3aed91747a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:33.731988 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-15b3d38c-dce3-4200-8650-435211117fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:33.795005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-905ef2e1-1ff1-4663-a9cf-306bb447b6fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f303c554-7109-43fe-8393-6b32b9032dfa HTTP/1.1" status: 200  len: 217 time: 0.5282788
Apr 29 13:37:33.869008 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b28251-568c-4da9-bd07-9a84f92757f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a011f42b-2035-4637-81d8-43ae64a1d84a", "tag": "f303c554-7109-43fe-8393-6b32b9032dfa"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:33.927375 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:33.939670 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Request body: {'port': {'device_id': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:33.989073 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-15b3d38c-dce3-4200-8650-435211117fb5 None None] Port ff187662-7389-4089-8b3b-ce3aed91747a cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:34.088798 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:34.357613 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ae1f1fb1-1735-4a54-afb0-fb4e71b9da6c req-57ef0cf9-0462-469e-8c4f-f53ab0435cdd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 210 time: 0.5612447
Apr 29 13:37:34.448404 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:34.454018 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8bc44d56-4aea-4607-85a5-2c09dbedb3ba req-c2657af5-5ada-4201-9b3f-2cbaf22e2d52 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1862912
Apr 29 13:37:34.470043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-ebfd26d4-e02d-4553-8cac-febbdc4f96be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:34.475337 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:34.475912 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-ebfd26d4-e02d-4553-8cac-febbdc4f96be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57e24858-6b35-488a-a377-90066ab677b5 HTTP/1.1" status: 200  len: 852 time: 0.5801425
Apr 29 13:37:34.484803 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:34.501743 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:34.503385 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:34.538071 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'Port': ['ID=40fa50fe-d672-47fb-8e10-07f5fd863b16,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:34.567615 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-be93ef0d-84c6-40cb-b383-d4f38a1d4c9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3167784
Apr 29 13:37:34.582158 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Request body: {'port': {'device_id': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:34.661961 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:34.720823 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-925430cb-65b7-4d66-b4ce-bb0a541732f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dd1ffbf-1b9d-4900-a327-fa596d805b94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2334902
Apr 29 13:37:34.967739 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:35.051971 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-4728b553-c58b-4894-9f8a-4c6453f65ce8 None None] Provisioning complete for port 40fa50fe-d672-47fb-8e10-07f5fd863b16 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:35.052555 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4728b553-c58b-4894-9f8a-4c6453f65ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:35.196518 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd7753-6bfb-43fd-aefc-ae7f84d882da req-65f58022-5e3f-4a9a-b86e-2a5bc11f1717 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:35.202713 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e0cd7753-6bfb-43fd-aefc-ae7f84d882da req-65f58022-5e3f-4a9a-b86e-2a5bc11f1717 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 931 time: 0.5415962
Apr 29 13:37:35.287882 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-4728b553-c58b-4894-9f8a-4c6453f65ce8 None None] Port 40fa50fe-d672-47fb-8e10-07f5fd863b16 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:35.427923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7ec60d-1d53-46ca-811c-72d17186fdd6 x-openstack-request-id: req-8d7ec60d-1d53-46ca-811c-72d17186fdd6 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:35.428544 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a011f42b-2035-4637-81d8-43ae64a1d84a", "tag": "f303c554-7109-43fe-8393-6b32b9032dfa", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:35.430846 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d7ec60d-1d53-46ca-811c-72d17186fdd6 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:35.431716 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7ec60d-1d53-46ca-811c-72d17186fdd6'] response: {'name': 'network-changed', 'server_uuid': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'tag': 'f303c554-7109-43fe-8393-6b32b9032dfa', 'status': 'completed', 'code': 200}
Apr 29 13:37:35.759188 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a99ea616-e2cb-4244-9740-9240dd8db35d req-abab864f-a35c-4245-b28a-be91758bc7f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 210 time: 0.2437613
Apr 29 13:37:36.002319 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e0cd7753-6bfb-43fd-aefc-ae7f84d882da req-96cab2f7-e68d-4708-ad37-38791aa40ddb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5688775
Apr 29 13:37:36.023869 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-6f3f35a7-4a85-435f-9515-4a816f47b305 service neutron] 10.222.0.48 "GET /v2.0/networks/2dd1ffbf-1b9d-4900-a327-fa596d805b94?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2417305
Apr 29 13:37:36.239488 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45212) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:36.306579 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde53dcb-e261-40af-a2cd-25d2081a68c5 req-148e65f8-072d-493e-8501-5b7313f1402f tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:36.316620 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dde53dcb-e261-40af-a2cd-25d2081a68c5 req-148e65f8-072d-493e-8501-5b7313f1402f tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 943 time: 0.2556672
Apr 29 13:37:36.369281 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.48', 60433) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:36.604988 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff187662-7389-4089-8b3b-ce3aed91747a {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:36.635772 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Publish callbacks [] for port (ff187662-7389-4089-8b3b-ce3aed91747a), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:36.656813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Transition to ACTIVE for port object ff187662-7389-4089-8b3b-ce3aed91747a will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:37:36.694552 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-426816e7-ff63-47eb-aead-3efd220779f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:36.698839 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:36.971722 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dde53dcb-e261-40af-a2cd-25d2081a68c5 req-44121708-1a28-464f-a615-384d4ad1eefd tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6521943
Apr 29 13:37:37.164895 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0655a235-49f4-406b-9b56-c93e91e0dd43 req-8664e239-d8ba-4f14-80e5-42761744fddf tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 210 time: 0.1564045
Apr 29 13:37:37.242410 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-2cdb08d5-91c1-49a8-aad6-bdec2248c644 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:37.244095 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-2cdb08d5-91c1-49a8-aad6-bdec2248c644 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 817 time: 0.8719332
Apr 29 13:37:37.273249 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbfcbac0-5d86-4478-83b7-9a7ac362a3ce req-72d639f4-4a8a-459a-9c32-f01511447302 service neutron] 10.222.0.48 "GET /v2.0/networks/2dd1ffbf-1b9d-4900-a327-fa596d805b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0986412
Apr 29 13:37:37.328925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78291645-50a4-4e16-957a-91459532f415 service neutron] Pushing event updated for resources: {'Port': ['ID=ff187662-7389-4089-8b3b-ce3aed91747a,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:37.349641 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Attempting to bind port ff187662-7389-4089-8b3b-ce3aed91747a on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:37.349977 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Attempting to bind port ff187662-7389-4089-8b3b-ce3aed91747a by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:37.350344 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Attempting to bind port ff187662-7389-4089-8b3b-ce3aed91747a on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:37.356134 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Port ff187662-7389-4089-8b3b-ce3aed91747a on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:37:37.356456 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Attempting to bind port ff187662-7389-4089-8b3b-ce3aed91747a on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:37.365475 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575d343-61de-4872-955b-54437015fb2c req-328ea763-6f06-4715-8d65-1c881d179070 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:37.367134 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a575d343-61de-4872-955b-54437015fb2c req-328ea763-6f06-4715-8d65-1c881d179070 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 931 time: 0.1983032
Apr 29 13:37:37.372213 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:37.372460 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Checking segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:37.372787 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Bound using segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:37.373231 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Bound port: ff187662-7389-4089-8b3b-ce3aed91747a, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:37.373603 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.447267 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fa50fe-d672-47fb-8e10-07f5fd863b16 {{(pid=103576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:37.454041 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a575d343-61de-4872-955b-54437015fb2c req-09c80e8e-a318-4efe-a6e1-b2e3ddab6ff6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779808
Apr 29 13:37:37.512830 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Publish callbacks [] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.548369 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] For port ff187662-7389-4089-8b3b-ce3aed91747a, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:37.569714 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-6093ef2f-97ae-4743-bcb3-83e2bed6cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:37.571472 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-6093ef2f-97ae-4743-bcb3-83e2bed6cd21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f202dda5b28144f28ea25a33887996bb&device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 1127 time: 0.1028883
Apr 29 13:37:37.573343 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] For port ff187662-7389-4089-8b3b-ce3aed91747a, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=ff187662-7389-4089-8b3b-ce3aed91747a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:37.581740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.602141 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-426816e7-ff63-47eb-aead-3efd220779f1 admin admin] Publish callbacks [] for security_group (2730e6ad-7768-4bbb-80a5-382c739171f9), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.604727 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.provisioning_blocks [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Transition to ACTIVE for port object 40fa50fe-d672-47fb-8e10-07f5fd863b16 will not be triggered until provisioned by entity L2. {{(pid=103576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:37:37.611285 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-9172a41b-ae98-4f39-9713-1baf5ee384f9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 380 time: 0.3413267
Apr 29 13:37:37.612572 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-426816e7-ff63-47eb-aead-3efd220779f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2730e6ad-7768-4bbb-80a5-382c739171f9), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.618937 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.633381 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:37.634799 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.637203 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-78291645-50a4-4e16-957a-91459532f415 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff187662-7389-4089-8b3b-ce3aed91747a HTTP/1.1" status: 200  len: 1093 time: 3.7473392
Apr 29 13:37:37.638173 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'tag': 'ff187662-7389-4089-8b3b-ce3aed91747a'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:37.641469 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b45008-98c0-49ce-a8ac-09f2ebcbe1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "faa6fe1d-5718-43e3-80e3-90c1de39a68e", "tag": "ff187662-7389-4089-8b3b-ce3aed91747a"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:37.674453 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78291645-50a4-4e16-957a-91459532f415 service neutron] Pushing event updated for resources: {'Port': ['ID=ff187662-7389-4089-8b3b-ce3aed91747a,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:37.696590 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-426816e7-ff63-47eb-aead-3efd220779f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=504029b80562429186b124c46411357a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4511831
Apr 29 13:37:37.697412 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45262) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:37.711965 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426816e7-ff63-47eb-aead-3efd220779f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2730e6ad-7768-4bbb-80a5-382c739171f9,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:37.730230 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa50fe-d672-47fb-8e10-07f5fd863b16,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:37.790204 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb929abb-0d9a-47a7-9e05-57b1d3d5da0c x-openstack-request-id: req-eb929abb-0d9a-47a7-9e05-57b1d3d5da0c {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:37.790803 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa6fe1d-5718-43e3-80e3-90c1de39a68e", "tag": "ff187662-7389-4089-8b3b-ce3aed91747a", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:37.791765 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb929abb-0d9a-47a7-9e05-57b1d3d5da0c {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:37.792503 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb929abb-0d9a-47a7-9e05-57b1d3d5da0c'] response: {'name': 'network-changed', 'server_uuid': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'tag': 'ff187662-7389-4089-8b3b-ce3aed91747a', 'status': 'completed', 'code': 200}
Apr 29 13:37:37.817816 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Attempting to bind port 40fa50fe-d672-47fb-8e10-07f5fd863b16 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:37.818151 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Attempting to bind port 40fa50fe-d672-47fb-8e10-07f5fd863b16 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:37.818514 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Attempting to bind port 40fa50fe-d672-47fb-8e10-07f5fd863b16 on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:37.830229 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Port 40fa50fe-d672-47fb-8e10-07f5fd863b16 on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:37:37.830712 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Attempting to bind port 40fa50fe-d672-47fb-8e10-07f5fd863b16 on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:37.841103 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9d1d-a0bd-4f12-98c6-fc73d6abf357 admin admin] Publish callbacks [] for security_group (2730e6ad-7768-4bbb-80a5-382c739171f9), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.843106 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:37.843463 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Checking segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:37.844278 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Bound using segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:37.844723 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Bound port: 40fa50fe-d672-47fb-8e10-07f5fd863b16, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:37.845076 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.909057 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9d1d-a0bd-4f12-98c6-fc73d6abf357 admin admin] Publish callbacks [] for security_group (2730e6ad-7768-4bbb-80a5-382c739171f9), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:37.979806 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] For port 40fa50fe-d672-47fb-8e10-07f5fd863b16, host hv-cinder-83941, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:37.986519 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] For port 40fa50fe-d672-47fb-8e10-07f5fd863b16, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:38.000382 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:38.018862 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9d1d-a0bd-4f12-98c6-fc73d6abf357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2730e6ad-7768-4bbb-80a5-382c739171f9), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:38.030610 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ebe9d1d-a0bd-4f12-98c6-fc73d6abf357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:38.036165 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4ebe9d1d-a0bd-4f12-98c6-fc73d6abf357 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2730e6ad-7768-4bbb-80a5-382c739171f9 HTTP/1.1" status: 204  len: 168 time: 0.3378391
Apr 29 13:37:38.088866 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:38.090380 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:38.092456 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] 10.222.0.48 "PUT /v2.0/ports/40fa50fe-d672-47fb-8e10-07f5fd863b16 HTTP/1.1" status: 200  len: 1093 time: 3.5218003
Apr 29 13:37:38.104678 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'tag': '40fa50fe-d672-47fb-8e10-07f5fd863b16'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:38.197309 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe9d1d-a0bd-4f12-98c6-fc73d6abf357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2730e6ad-7768-4bbb-80a5-382c739171f9,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:38.247338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245f857-9226-4d4b-bb6e-1f7039b1c9a0 req-cc2a4cf0-e956-4697-b87c-1197928df194 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:38.247488 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b33d4-8ffe-46f2-8cb7-551beb9ddc10 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa50fe-d672-47fb-8e10-07f5fd863b16,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:38.248961 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7245f857-9226-4d4b-bb6e-1f7039b1c9a0 req-cc2a4cf0-e956-4697-b87c-1197928df194 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 943 time: 0.1357243
Apr 29 13:37:38.336217 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7245f857-9226-4d4b-bb6e-1f7039b1c9a0 req-7cd04be0-eea6-4ce1-a285-8ab78c577cf5 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808034
Apr 29 13:37:38.448680 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66652475-3e7a-4d3d-a7c1-cc919a896638 req-1c779da4-6064-471c-8c37-e6288abedb95 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 210 time: 0.1100230
Apr 29 13:37:38.709856 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5a6f8-fa30-4294-a153-1b46cb6a0cbc req-1a5f4a81-88eb-41e8-9f09-8c3672f399cb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:38.726193 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5db5a6f8-fa30-4294-a153-1b46cb6a0cbc req-1a5f4a81-88eb-41e8-9f09-8c3672f399cb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.1498377
Apr 29 13:37:38.792340 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa592b03-cd28-4d75-9348-db72124fd3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd065150-a98e-4957-92bd-b1da82fb86f9", "tag": "40fa50fe-d672-47fb-8e10-07f5fd863b16"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:38.802653 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45346) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:38.813137 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5db5a6f8-fa30-4294-a153-1b46cb6a0cbc req-b30a1ee1-1ba3-4313-9a01-361d5f1c4a0f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856791
Apr 29 13:37:38.838227 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-73b14170-b491-4503-ae02-07ed8801ce00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:38.939847 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-73b14170-b491-4503-ae02-07ed8801ce00 admin admin] Publish callbacks [] for security_group (37c84f0f-d437-4b0c-8a07-9d6ad3e3b510), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:38.945663 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-73b14170-b491-4503-ae02-07ed8801ce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (37c84f0f-d437-4b0c-8a07-9d6ad3e3b510), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:38.961088 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45358) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:39.004526 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-73b14170-b491-4503-ae02-07ed8801ce00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cb5b356e5f64c62b9af8bd011894cde&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2002919
Apr 29 13:37:39.005562 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b14170-b491-4503-ae02-07ed8801ce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c84f0f-d437-4b0c-8a07-9d6ad3e3b510,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:39.007317 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45364) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:39.069883 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eeeda0-f4b4-45af-9b73-6d720e4f2f06 x-openstack-request-id: req-e7eeeda0-f4b4-45af-9b73-6d720e4f2f06 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:39.070042 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd065150-a98e-4957-92bd-b1da82fb86f9", "tag": "40fa50fe-d672-47fb-8e10-07f5fd863b16", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:39.070290 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7eeeda0-f4b4-45af-9b73-6d720e4f2f06 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:39.070800 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7eeeda0-f4b4-45af-9b73-6d720e4f2f06'] response: {'name': 'network-changed', 'server_uuid': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'tag': '40fa50fe-d672-47fb-8e10-07f5fd863b16', 'status': 'completed', 'code': 200}
Apr 29 13:37:39.086188 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abfbf7b-e263-4156-890d-c4898ce6396b admin admin] Publish callbacks [] for security_group (37c84f0f-d437-4b0c-8a07-9d6ad3e3b510), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.132343 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abfbf7b-e263-4156-890d-c4898ce6396b admin admin] Publish callbacks [] for security_group (37c84f0f-d437-4b0c-8a07-9d6ad3e3b510), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.134416 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a41d355a-6e7c-420f-8ff2-64b0f86b5a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.213494 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abfbf7b-e263-4156-890d-c4898ce6396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (37c84f0f-d437-4b0c-8a07-9d6ad3e3b510), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.216200 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abfbf7b-e263-4156-890d-c4898ce6396b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.217338 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-8abfbf7b-e263-4156-890d-c4898ce6396b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37c84f0f-d437-4b0c-8a07-9d6ad3e3b510 HTTP/1.1" status: 204  len: 168 time: 0.2085149
Apr 29 13:37:39.232316 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfbf7b-e263-4156-890d-c4898ce6396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c84f0f-d437-4b0c-8a07-9d6ad3e3b510,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:39.273094 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a41d355a-6e7c-420f-8ff2-64b0f86b5a12 admin admin] Publish callbacks [] for security_group (4590b58c-57ee-4efb-9360-8b68a26ce536), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.277643 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a41d355a-6e7c-420f-8ff2-64b0f86b5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4590b58c-57ee-4efb-9360-8b68a26ce536), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.325624 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a41d355a-6e7c-420f-8ff2-64b0f86b5a12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be039554980e40ec9e0bdfdaab7e62bc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3634133
Apr 29 13:37:39.327738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d355a-6e7c-420f-8ff2-64b0f86b5a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4590b58c-57ee-4efb-9360-8b68a26ce536,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:39.328526 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45390) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:39.394916 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5a88f783-888e-4777-8778-6b2777319d25 admin admin] Publish callbacks [] for security_group (4590b58c-57ee-4efb-9360-8b68a26ce536), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.423931 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5a88f783-888e-4777-8778-6b2777319d25 admin admin] Publish callbacks [] for security_group (4590b58c-57ee-4efb-9360-8b68a26ce536), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.495879 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070623d-1942-4c6c-81e7-f34446605de6 req-13fff4ab-1e56-4390-90db-c9173970a886 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:39.498459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2070623d-1942-4c6c-81e7-f34446605de6 req-13fff4ab-1e56-4390-90db-c9173970a886 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 943 time: 0.0711839
Apr 29 13:37:39.501623 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5a88f783-888e-4777-8778-6b2777319d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4590b58c-57ee-4efb-9360-8b68a26ce536), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.505414 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5a88f783-888e-4777-8778-6b2777319d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.506682 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5a88f783-888e-4777-8778-6b2777319d25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4590b58c-57ee-4efb-9360-8b68a26ce536 HTTP/1.1" status: 204  len: 168 time: 0.1770771
Apr 29 13:37:39.538357 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88f783-888e-4777-8778-6b2777319d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4590b58c-57ee-4efb-9360-8b68a26ce536,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:39.630971 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2070623d-1942-4c6c-81e7-f34446605de6 req-8c25e725-586d-4f9a-ac3b-d9bfd22bc358 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056449
Apr 29 13:37:39.668286 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f34462ef-0766-4925-b55a-58f285de372c req-7f301769-e904-4c29-af19-55e4dec41fed tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 210 time: 0.0361571
Apr 29 13:37:39.929169 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45446) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:39.942278 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7e4b-8ea2-4fb6-8191-e390b9d2499d req-e7475dcd-c40d-4a86-8320-3f36c9a5c1c5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:39.943160 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd7fe-ab8c-4751-b0e4-475c8e46b924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:39.943784 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cecc7e4b-8ea2-4fb6-8191-e390b9d2499d req-e7475dcd-c40d-4a86-8320-3f36c9a5c1c5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.0534766
Apr 29 13:37:40.017193 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cecc7e4b-8ea2-4fb6-8191-e390b9d2499d req-77d1d3e0-ce08-415a-95d3-eef62c43ef88 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637379
Apr 29 13:37:40.067691 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd7fe-ab8c-4751-b0e4-475c8e46b924 admin admin] Publish callbacks [] for security_group (936e8e07-b990-4187-80ff-e8d1bf1e9b27), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:40.076370 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd7fe-ab8c-4751-b0e4-475c8e46b924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (936e8e07-b990-4187-80ff-e8d1bf1e9b27), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:40.120588 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-d5fcd7fe-ab8c-4751-b0e4-475c8e46b924 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=180e6a4e9b3f482b825940ec50828510&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1901898
Apr 29 13:37:40.122357 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcd7fe-ab8c-4751-b0e4-475c8e46b924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936e8e07-b990-4187-80ff-e8d1bf1e9b27,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:40.123998 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45456) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:40.139503 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:40.183873 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20310401-1ec8-4fad-a6f1-7a620611d8a2 admin admin] Publish callbacks [] for security_group (936e8e07-b990-4187-80ff-e8d1bf1e9b27), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:40.214283 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20310401-1ec8-4fad-a6f1-7a620611d8a2 admin admin] Publish callbacks [] for security_group (936e8e07-b990-4187-80ff-e8d1bf1e9b27), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:40.271641 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20310401-1ec8-4fad-a6f1-7a620611d8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (936e8e07-b990-4187-80ff-e8d1bf1e9b27), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:40.274632 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20310401-1ec8-4fad-a6f1-7a620611d8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:40.275806 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-20310401-1ec8-4fad-a6f1-7a620611d8a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/936e8e07-b990-4187-80ff-e8d1bf1e9b27 HTTP/1.1" status: 204  len: 168 time: 0.1506553
Apr 29 13:37:40.284211 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20310401-1ec8-4fad-a6f1-7a620611d8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936e8e07-b990-4187-80ff-e8d1bf1e9b27,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:40.326978 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45470) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:40.422279 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'port': {'device_id': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'admin_state_up': True, 'tenant_id': '949789e24b594a069226af551ad3ee09', 'security_groups': ['1fc80cab-937a-44a0-9187-5d3540812de6']}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:40.637640 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa592b03-cd28-4d75-9348-db72124fd3a4 req-47993356-6524-4f77-8208-c4bd0903a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:40.639275 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aa592b03-cd28-4d75-9348-db72124fd3a4 req-47993356-6524-4f77-8208-c4bd0903a69a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 1127 time: 0.1839414
Apr 29 13:37:40.914886 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b45008-98c0-49ce-a8ac-09f2ebcbe1ad req-512fcc57-7a0f-4f46-b6df-d653ee84da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:40.917435 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c5b45008-98c0-49ce-a8ac-09f2ebcbe1ad req-512fcc57-7a0f-4f46-b6df-d653ee84da99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1127 time: 0.4650948
Apr 29 13:37:40.999475 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Made reservation on behalf of 949789e24b594a069226af551ad3ee09 for: {'port': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:41.006218 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.021482 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-c63d878e-78cb-44a4-b9cc-2967c53c4e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:41.023394 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-c63d878e-78cb-44a4-b9cc-2967c53c4e1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2dd1ffbf-1b9d-4900-a327-fa596d805b94 HTTP/1.1" status: 200  len: 913 time: 0.5991428
Apr 29 13:37:41.046211 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f87-25cf-4fde-bad4-1febdda5e1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.097172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3bae2bb4-a8a9-4dd2-9300-519615660803 req-449a009f-ef58-4f74-9f1e-413034d14807 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 210 time: 0.2985158
Apr 29 13:37:41.225059 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f87-25cf-4fde-bad4-1febdda5e1fe admin admin] Publish callbacks [] for security_group (dd4c5561-6ff3-411b-b849-78f9baea96ba), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.249104 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8f87-25cf-4fde-bad4-1febdda5e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (dd4c5561-6ff3-411b-b849-78f9baea96ba), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.298090 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Allocated IP 172.20.0.9 (fa1d828b-eb12-4cd4-b5d0-175b9384d17e/3e8e67c8-be6e-4224-8710-cba54572667c/4045d282-dbbb-484e-b1eb-1f8953017e39) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:41.325094 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f9dff-b6e1-41df-9d97-600f768bc6a0 req-38f93300-e9d9-4ee7-a4bd-fded9fd7dde6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:41.332653 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-342f9dff-b6e1-41df-9d97-600f768bc6a0 req-38f93300-e9d9-4ee7-a4bd-fded9fd7dde6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.0756829
Apr 29 13:37:41.350853 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c365-afeb-4c5b-be70-e531c93e6d04 req-daaf7ca9-aec8-4629-8ebf-c06fc9ce39cc tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:41.352492 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-faf0c365-afeb-4c5b-be70-e531c93e6d04 req-daaf7ca9-aec8-4629-8ebf-c06fc9ce39cc tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 943 time: 0.5572762
Apr 29 13:37:41.461667 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f8f87-25cf-4fde-bad4-1febdda5e1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c5561-6ff3-411b-b849-78f9baea96ba,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:41.483194 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-2e0f8f87-25cf-4fde-bad4-1febdda5e1fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7c8db61dec94725beda7c786d380cd7&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1549482
Apr 29 13:37:41.487470 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45526) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:41.579119 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.587753 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-342f9dff-b6e1-41df-9d97-600f768bc6a0 req-c68b3e55-3d03-4f1e-a9d0-994e517460b6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518868
Apr 29 13:37:41.705078 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-faf0c365-afeb-4c5b-be70-e531c93e6d04 req-1b088560-acdb-40a4-9d1d-facd070f4fe6 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3352492
Apr 29 13:37:41.737667 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-8d97bab7-dc61-409b-b3de-fc8960bc2c23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f303c554-7109-43fe-8393-6b32b9032dfa HTTP/1.1" status: 200  len: 217 time: 0.1421504
Apr 29 13:37:41.820359 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.848358 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:37:41.856902 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:41.891562 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-269711bd-c9fd-4df1-b4d6-562a59b35132 admin admin] Publish callbacks [] for security_group (dd4c5561-6ff3-411b-b849-78f9baea96ba), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.894984 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:37:41.901990 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:41.903446 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:41.942206 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b45008-98c0-49ce-a8ac-09f2ebcbe1ad req-8754b16e-ac35-4870-937c-4020efdbb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:41.944060 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c5b45008-98c0-49ce-a8ac-09f2ebcbe1ad req-8754b16e-ac35-4870-937c-4020efdbb223 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=97e1b522a37e470284254748a16843fa&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3370330
Apr 29 13:37:41.946463 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-4dd1c34a-bc8e-4701-bc1b-9cc66c099906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:41.947982 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-4dd1c34a-bc8e-4701-bc1b-9cc66c099906 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=57e24858-6b35-488a-a377-90066ab677b5 HTTP/1.1" status: 200  len: 852 time: 0.2011495
Apr 29 13:37:41.948476 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:41.954914 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-ae0b08c1-c35a-474b-9376-e7e390565d85 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5407834
Apr 29 13:37:42.055010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa592b03-cd28-4d75-9348-db72124fd3a4 req-278848b6-ebfb-4eee-84e6-8804993d65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.056794 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aa592b03-cd28-4d75-9348-db72124fd3a4 req-278848b6-ebfb-4eee-84e6-8804993d65e1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=97e1b522a37e470284254748a16843fa&shared=False HTTP/1.1" status: 200  len: 919 time: 0.4556036
Apr 29 13:37:42.085995 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-269711bd-c9fd-4df1-b4d6-562a59b35132 admin admin] Publish callbacks [] for security_group (dd4c5561-6ff3-411b-b849-78f9baea96ba), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:42.118539 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-8a747c2d-2f6b-4965-b5be-03f93941f9cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2dd1ffbf-1b9d-4900-a327-fa596d805b94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1587622
Apr 29 13:37:42.155262 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Request body: {'port': {'device_id': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:42.266967 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-8e83eaab-9003-40ac-ab76-637b900f6fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/2dd1ffbf-1b9d-4900-a327-fa596d805b94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307294
Apr 29 13:37:42.314940 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b45008-98c0-49ce-a8ac-09f2ebcbe1ad req-905cb218-763f-4a8c-b9f4-de5181d47ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.316543 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c5b45008-98c0-49ce-a8ac-09f2ebcbe1ad req-905cb218-763f-4a8c-b9f4-de5181d47ece service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3606112
Apr 29 13:37:42.329603 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:42.359416 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-6d2cf9fa-cdef-4628-9d80-ba6b9f944f6e None None] Provisioning complete for port 4045d282-dbbb-484e-b1eb-1f8953017e39 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:42.360426 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf9fa-cdef-4628-9d80-ba6b9f944f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:42.404054 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-6d2cf9fa-cdef-4628-9d80-ba6b9f944f6e None None] Port 4045d282-dbbb-484e-b1eb-1f8953017e39 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:37:42.447548 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-fc20427a-d7db-4e49-a3e9-77ccd75677dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.449327 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-fc20427a-d7db-4e49-a3e9-77ccd75677dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1127 time: 0.0697951
Apr 29 13:37:42.529570 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51b28251-568c-4da9-bd07-9a84f92757f0 req-7fb4eae9-f2bb-490e-bb52-466baef92f28 service neutron] 10.222.0.48 "GET /v2.0/networks/2dd1ffbf-1b9d-4900-a327-fa596d805b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157817
Apr 29 13:37:42.537934 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b02dc1-7c9b-4c41-8c3f-544ee5bb0638 req-aed6e471-0965-41ad-93c2-775fa4ec4bf8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.540265 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11b02dc1-7c9b-4c41-8c3f-544ee5bb0638 req-aed6e471-0965-41ad-93c2-775fa4ec4bf8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 931 time: 0.2723358
Apr 29 13:37:42.585935 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-8284f06b-022f-467f-84d1-9cbddf458c5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff187662-7389-4089-8b3b-ce3aed91747a HTTP/1.1" status: 200  len: 217 time: 0.1257470
Apr 29 13:37:42.660717 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-cf731fc0-3b2a-4c7b-bc39-4712f92e8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.662553 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-cf731fc0-3b2a-4c7b-bc39-4712f92e8acf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.0715530
Apr 29 13:37:42.663254 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45560) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:42.732504 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-269711bd-c9fd-4df1-b4d6-562a59b35132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (dd4c5561-6ff3-411b-b849-78f9baea96ba), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:42.735960 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-269711bd-c9fd-4df1-b4d6-562a59b35132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:42.744946 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-269711bd-c9fd-4df1-b4d6-562a59b35132 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd4c5561-6ff3-411b-b849-78f9baea96ba HTTP/1.1" status: 204  len: 168 time: 1.2501755
Apr 29 13:37:42.752770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa592b03-cd28-4d75-9348-db72124fd3a4 req-02289692-fb58-474a-8167-2decfe0e3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.754648 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aa592b03-cd28-4d75-9348-db72124fd3a4 req-02289692-fb58-474a-8167-2decfe0e3e9d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6657150
Apr 29 13:37:42.804310 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269711bd-c9fd-4df1-b4d6-562a59b35132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c5561-6ff3-411b-b849-78f9baea96ba,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:42.917041 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-fe5d4fcc-8ac4-4900-a3da-21d49e9a60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.920641 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-fe5d4fcc-8ac4-4900-a3da-21d49e9a60c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 1127 time: 0.1176879
Apr 29 13:37:42.934582 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-41ded462-2fa1-448a-8a6b-49dd5b94ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:42.936916 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-41ded462-2fa1-448a-8a6b-49dd5b94ae45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1737273
Apr 29 13:37:42.959663 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11b02dc1-7c9b-4c41-8c3f-544ee5bb0638 req-6d9e7c9f-6c77-46cf-ba45-33ed405a0d40 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3838234
Apr 29 13:37:42.981185 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-add9e97c-3136-45f7-b023-ca7893fc9f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.037301 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84542d17-b0f8-4985-bb10-49799f20699d req-a34534e5-325e-4363-8583-b906c9dc764b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:43.039794 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-84542d17-b0f8-4985-bb10-49799f20699d req-a34534e5-325e-4363-8583-b906c9dc764b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.2839234
Apr 29 13:37:43.043128 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-139f810e-3ffc-4f71-81ea-a404ef3676e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16 HTTP/1.1" status: 200  len: 217 time: 0.1075802
Apr 29 13:37:43.103027 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-7df245d2-5e12-4bf5-a9ac-b705ed9d1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:43.104739 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-7df245d2-5e12-4bf5-a9ac-b705ed9d1fd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.0562189
Apr 29 13:37:43.131415 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4045d282-dbbb-484e-b1eb-1f8953017e39 {{(pid=103576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:43.155554 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Publish callbacks [] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.200735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.provisioning_blocks [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Transition to ACTIVE for port object 4045d282-dbbb-484e-b1eb-1f8953017e39 will not be triggered until provisioned by entity L2. {{(pid=103576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:37:43.209989 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-d8e52ace-c74e-4358-9fe4-71b3da2a2e38 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616704
Apr 29 13:37:43.224967 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-e5d056c5-ec9b-4c6d-b9d7-912100ae864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:43.226720 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-e5d056c5-ec9b-4c6d-b9d7-912100ae864d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1114860
Apr 29 13:37:43.375550 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45600) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:43.384274 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eb339-4d8b-435c-8f49-3e1b67b4b43a req-b83d5a0d-b6e2-440f-aa7e-e69f7973e3cb tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:43.385759 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9b5eb339-4d8b-435c-8f49-3e1b67b4b43a req-b83d5a0d-b6e2-440f-aa7e-e69f7973e3cb tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 943 time: 0.2802460
Apr 29 13:37:43.403568 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-753c758b-967c-4cc4-bc72-a43a48408807 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641836
Apr 29 13:37:43.416281 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-84542d17-b0f8-4985-bb10-49799f20699d req-f400e339-fe80-4cd8-becd-8f17c87a2388 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3664839
Apr 29 13:37:43.451303 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-277a63df-454a-4aca-b4de-e5d3823b94bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.474475 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f303c554-7109-43fe-8393-6b32b9032dfa details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:37:43.505685 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9b5eb339-4d8b-435c-8f49-3e1b67b4b43a req-5cfa2d6e-7788-420b-b146-3c307642695c tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070945
Apr 29 13:37:43.515532 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.610096 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-266ce761-ec7c-4939-9a63-6f93533c96f6 req-0bfcd7ed-8942-49f9-ac0f-94a0f4281e48 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826570
Apr 29 13:37:43.661699 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f303c554-7109-43fe-8393-6b32b9032dfa, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f303c554-7109-43fe-8393-6b32b9032dfa,segment=NetworkSegment(ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5),segment_id=ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:43.662797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-add9e97c-3136-45f7-b023-ca7893fc9f31 admin admin] Publish callbacks [] for security_group (cd648a9f-6544-484f-bf7d-aaa5e8710eb6), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.685971 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-add9e97c-3136-45f7-b023-ca7893fc9f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (cd648a9f-6544-484f-bf7d-aaa5e8710eb6), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.693396 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'f303c554-7109-43fe-8393-6b32b9032dfa', 'network_id': '2dd1ffbf-1b9d-4900-a327-fa596d805b94', 'port_id': 'f303c554-7109-43fe-8393-6b32b9032dfa', 'mac_address': 'fa:16:3e:e7:f8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e24858-6b35-488a-a377-90066ab677b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:37:43.700136 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-277a63df-454a-4aca-b4de-e5d3823b94bc admin admin] Publish callbacks [] for security_group (64ba776b-274a-4a7b-82e2-bb9377748569), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.707892 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-277a63df-454a-4aca-b4de-e5d3823b94bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (64ba776b-274a-4a7b-82e2-bb9377748569), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.739392 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34b25429-6fd4-4e8e-b0e0-1773928ebc8f req-9c1f245d-d5fc-4463-9b94-40a9a880ccc1 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5217052
Apr 29 13:37:43.751538 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Attempting to bind port 4045d282-dbbb-484e-b1eb-1f8953017e39 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:37:43.755921 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Attempting to bind port 4045d282-dbbb-484e-b1eb-1f8953017e39 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:37:43.756415 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Attempting to bind port 4045d282-dbbb-484e-b1eb-1f8953017e39 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:43.759659 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:43.779364 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port f303c554-7109-43fe-8393-6b32b9032dfa is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:43.780391 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.796387 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Port 4045d282-dbbb-484e-b1eb-1f8953017e39 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:37:43.796387 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Attempting to bind port 4045d282-dbbb-484e-b1eb-1f8953017e39 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:37:43.802070 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f303c554-7109-43fe-8393-6b32b9032dfa {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:43.803810 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-add9e97c-3136-45f7-b023-ca7893fc9f31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5edd3803899340a4b8a61e64ade4add8&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0464146
Apr 29 13:37:43.805111 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9e97c-3136-45f7-b023-ca7893fc9f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd648a9f-6544-484f-bf7d-aaa5e8710eb6,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:43.821442 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45614) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:43.837358 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:37:43.838731 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Checking segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:43.839961 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Bound using segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:37:43.840095 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f303c554-7109-43fe-8393-6b32b9032dfa, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f303c554-7109-43fe-8393-6b32b9032dfa,segment=NetworkSegment(ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5),segment_id=ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:43.840437 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Bound port: 4045d282-dbbb-484e-b1eb-1f8953017e39, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:37:43.841023 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.846696 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.923561 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=f303c554-7109-43fe-8393-6b32b9032dfa,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:43.955331 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ec-ac2a-463d-8b48-064a6ec6f254 admin admin] Publish callbacks [] for security_group (cd648a9f-6544-484f-bf7d-aaa5e8710eb6), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:43.969013 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:37:43.976665 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-277a63df-454a-4aca-b4de-e5d3823b94bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=602f9473fce04b0b900aeb3dca42b6be&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5986004
Apr 29 13:37:43.978645 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45616) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:43.987239 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a63df-454a-4aca-b4de-e5d3823b94bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ba776b-274a-4a7b-82e2-bb9377748569,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:43.997956 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:37:44.000857 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ec-ac2a-463d-8b48-064a6ec6f254 admin admin] Publish callbacks [] for security_group (cd648a9f-6544-484f-bf7d-aaa5e8710eb6), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.014265 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.068529 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d09f063a-ba1b-42f4-bb0c-10721eab558f admin admin] Publish callbacks [] for security_group (64ba776b-274a-4a7b-82e2-bb9377748569), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.107992 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['f303c554-7109-43fe-8393-6b32b9032dfa'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:37:44.111951 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:44.112785 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.115310 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] 10.222.0.48 "PUT /v2.0/ports/4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 200  len: 1093 time: 1.9875841
Apr 29 13:37:44.116006 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:44.118486 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee5aeee-b128-4e17-98a4-622611715632" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:44.155089 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d09f063a-ba1b-42f4-bb0c-10721eab558f admin admin] Publish callbacks [] for security_group (64ba776b-274a-4a7b-82e2-bb9377748569), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.156751 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ec-ac2a-463d-8b48-064a6ec6f254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (cd648a9f-6544-484f-bf7d-aaa5e8710eb6), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.160082 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ec-ac2a-463d-8b48-064a6ec6f254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.161381 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-41eb11ec-ac2a-463d-8b48-064a6ec6f254 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd648a9f-6544-484f-bf7d-aaa5e8710eb6 HTTP/1.1" status: 204  len: 168 time: 0.3384879
Apr 29 13:37:44.169006 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02a6bb-3d12-41b8-b454-1c6466943171 req-a9fea867-1a33-4945-903a-69546d0ffb9a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:44.170545 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-af02a6bb-3d12-41b8-b454-1c6466943171 req-a9fea867-1a33-4945-903a-69546d0ffb9a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1042018
Apr 29 13:37:44.186049 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0374f-545b-4b97-ab2a-ad5aaafdf32f service neutron] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:44.194636 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb11ec-ac2a-463d-8b48-064a6ec6f254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd648a9f-6544-484f-bf7d-aaa5e8710eb6,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:44.202781 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1eccab-37d2-4e71-a762-fa2fd15a5fd9 x-openstack-request-id: req-ee1eccab-37d2-4e71-a762-fa2fd15a5fd9 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:44.203075 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:44.203327 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee1eccab-37d2-4e71-a762-fa2fd15a5fd9 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:44.204308 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1eccab-37d2-4e71-a762-fa2fd15a5fd9'] response: {'name': 'network-changed', 'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'status': 'completed', 'code': 200}
Apr 29 13:37:44.248100 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-af02a6bb-3d12-41b8-b454-1c6466943171 req-c9124958-a58e-48a6-8592-297f1cac58bb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680013
Apr 29 13:37:44.257296 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d09f063a-ba1b-42f4-bb0c-10721eab558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (64ba776b-274a-4a7b-82e2-bb9377748569), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.260664 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d09f063a-ba1b-42f4-bb0c-10721eab558f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:44.263463 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-d09f063a-ba1b-42f4-bb0c-10721eab558f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64ba776b-274a-4a7b-82e2-bb9377748569 HTTP/1.1" status: 204  len: 168 time: 0.2838407
Apr 29 13:37:44.275031 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f063a-ba1b-42f4-bb0c-10721eab558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ba776b-274a-4a7b-82e2-bb9377748569,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:44.629434 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06440c7b-3855-490e-afd0-1bff6419248e req-1b683da7-28bf-4469-a8ba-2e275005f5f3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:44.639945 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-06440c7b-3855-490e-afd0-1bff6419248e req-1b683da7-28bf-4469-a8ba-2e275005f5f3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.0845320
Apr 29 13:37:44.772155 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d1dbb-f5f4-4797-9d45-8c5017ef8b78 req-bc3561b7-e924-4b83-9ed1-13f7722567e5 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:44.785521 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c31d1dbb-f5f4-4797-9d45-8c5017ef8b78 req-bc3561b7-e924-4b83-9ed1-13f7722567e5 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 944 time: 0.1134305
Apr 29 13:37:44.790832 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-06440c7b-3855-490e-afd0-1bff6419248e req-5db38d63-031e-47da-8d12-2f8fd31323be tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497846
Apr 29 13:37:44.848785 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c31d1dbb-f5f4-4797-9d45-8c5017ef8b78 req-d9775078-7cca-4491-9faa-f036cad7a788 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630782
Apr 29 13:37:45.372047 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45694) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:45.382654 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0c6d9-cdd7-42fc-ab1b-d7932e6b728f req-f08306c6-ffd0-44ec-ae59-0b50cd895ae6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:45.384459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-83f0c6d9-cdd7-42fc-ab1b-d7932e6b728f req-f08306c6-ffd0-44ec-ae59-0b50cd895ae6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0551946
Apr 29 13:37:45.443828 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-83f0c6d9-cdd7-42fc-ab1b-d7932e6b728f req-11d7a4a0-3eb0-4201-9d58-dffc3b595ac2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517030
Apr 29 13:37:45.562025 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-38126e77-c7f1-488d-88b2-52cc48208d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:45.648314 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-38126e77-c7f1-488d-88b2-52cc48208d4e admin admin] Publish callbacks [] for security_group (74fa9f0e-1503-409e-a284-616b5d53e64b), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:45.659935 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-38126e77-c7f1-488d-88b2-52cc48208d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (74fa9f0e-1503-409e-a284-616b5d53e64b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:45.704893 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38126e77-c7f1-488d-88b2-52cc48208d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fa9f0e-1503-409e-a284-616b5d53e64b,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:45.710236 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-38126e77-c7f1-488d-88b2-52cc48208d4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3dd56203bc8464889a54e153388bfcb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3370566
Apr 29 13:37:45.712706 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45714) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:45.774219 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d68a7795-32c7-40c6-a10f-41f4e5109eea admin admin] Publish callbacks [] for security_group (74fa9f0e-1503-409e-a284-616b5d53e64b), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:45.804412 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d68a7795-32c7-40c6-a10f-41f4e5109eea admin admin] Publish callbacks [] for security_group (74fa9f0e-1503-409e-a284-616b5d53e64b), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:45.872761 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d68a7795-32c7-40c6-a10f-41f4e5109eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (74fa9f0e-1503-409e-a284-616b5d53e64b), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:45.875612 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d68a7795-32c7-40c6-a10f-41f4e5109eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:45.879751 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-d68a7795-32c7-40c6-a10f-41f4e5109eea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74fa9f0e-1503-409e-a284-616b5d53e64b HTTP/1.1" status: 204  len: 168 time: 0.1659193
Apr 29 13:37:45.889975 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a7795-32c7-40c6-a10f-41f4e5109eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fa9f0e-1503-409e-a284-616b5d53e64b,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:45.993174 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becad24-0597-44d2-9497-f7e19d18ea8f req-9747ff84-ea43-4cd2-935a-e1eb3d8b7d7a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:45.994759 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9becad24-0597-44d2-9497-f7e19d18ea8f req-9747ff84-ea43-4cd2-935a-e1eb3d8b7d7a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.0754106
Apr 29 13:37:46.067293 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861bd69-1e2a-4eee-bd31-f0f4d3a98d9f req-789b035e-009c-4b1b-be7b-ac04718d13e8 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:46.070904 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2861bd69-1e2a-4eee-bd31-f0f4d3a98d9f req-789b035e-009c-4b1b-be7b-ac04718d13e8 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 944 time: 0.1179605
Apr 29 13:37:46.139104 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9becad24-0597-44d2-9497-f7e19d18ea8f req-e96888bf-c584-4c1d-ae86-97b0857651a4 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342292
Apr 29 13:37:46.180078 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2861bd69-1e2a-4eee-bd31-f0f4d3a98d9f req-c1be4fd2-e7b3-400f-a295-989199964968 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998652
Apr 29 13:37:46.226672 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45738) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:46.337160 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 45744) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:46.356081 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-906ceb99-dd54-4702-a26a-723cdef219e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.356381 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5a13207f-9480-478e-ba3e-3f0830ffa7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.452651 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5a13207f-9480-478e-ba3e-3f0830ffa7c2 admin admin] Publish callbacks [] for security_group (2e5c42d1-d44f-42fd-a2aa-fd5754c802b9), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.457434 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-906ceb99-dd54-4702-a26a-723cdef219e3 admin admin] Publish callbacks [] for security_group (8e82853c-5c50-4d82-a926-c4d7d077a866), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.459645 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5a13207f-9480-478e-ba3e-3f0830ffa7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2e5c42d1-d44f-42fd-a2aa-fd5754c802b9), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.463585 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-906ceb99-dd54-4702-a26a-723cdef219e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8e82853c-5c50-4d82-a926-c4d7d077a866), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.509234 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-906ceb99-dd54-4702-a26a-723cdef219e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36a2403d452c456e835ffc63606eb314&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2812819
Apr 29 13:37:46.512099 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ceb99-dd54-4702-a26a-723cdef219e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e82853c-5c50-4d82-a926-c4d7d077a866,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:46.514510 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45750) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:46.532649 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13207f-9480-478e-ba3e-3f0830ffa7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c42d1-d44f-42fd-a2aa-fd5754c802b9,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:46.551828 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:37:46.571397 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-5a13207f-9480-478e-ba3e-3f0830ffa7c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=334319af79374333a43cf4c46e7bd1cc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2329311
Apr 29 13:37:46.574639 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 45752) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:46.590728 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881c45a-644c-412b-a094-e559ab2a1f69 req-912f97cf-f9c3-483b-aff1-079f9807b799 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:46.592407 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e881c45a-644c-412b-a094-e559ab2a1f69 req-912f97cf-f9c3-483b-aff1-079f9807b799 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0659611
Apr 29 13:37:46.641275 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e99b802-20f2-49e9-8dbe-805b0e751280 admin admin] Publish callbacks [] for security_group (8e82853c-5c50-4d82-a926-c4d7d077a866), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.649271 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e881c45a-644c-412b-a094-e559ab2a1f69 req-5bfdda74-98e5-4c88-9811-40705664e21b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481391
Apr 29 13:37:46.672217 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-571a45d4-65ec-402a-be53-6728f1764c66 admin admin] Publish callbacks [] for security_group (2e5c42d1-d44f-42fd-a2aa-fd5754c802b9), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.686056 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e99b802-20f2-49e9-8dbe-805b0e751280 admin admin] Publish callbacks [] for security_group (8e82853c-5c50-4d82-a926-c4d7d077a866), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.713410 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-571a45d4-65ec-402a-be53-6728f1764c66 admin admin] Publish callbacks [] for security_group (2e5c42d1-d44f-42fd-a2aa-fd5754c802b9), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.802537 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e99b802-20f2-49e9-8dbe-805b0e751280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8e82853c-5c50-4d82-a926-c4d7d077a866), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.805540 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e99b802-20f2-49e9-8dbe-805b0e751280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.810078 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9e99b802-20f2-49e9-8dbe-805b0e751280 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e82853c-5c50-4d82-a926-c4d7d077a866 HTTP/1.1" status: 204  len: 168 time: 0.2798061
Apr 29 13:37:46.814270 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5aeee-b128-4e17-98a4-622611715632 req-64a507f4-501e-4257-a624-009b5b9be41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:46.815822 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-cee5aeee-b128-4e17-98a4-622611715632 req-64a507f4-501e-4257-a624-009b5b9be41a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1127 time: 0.0518479
Apr 29 13:37:46.822324 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b802-20f2-49e9-8dbe-805b0e751280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e82853c-5c50-4d82-a926-c4d7d077a866,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:46.827793 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-571a45d4-65ec-402a-be53-6728f1764c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2e5c42d1-d44f-42fd-a2aa-fd5754c802b9), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.833568 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-571a45d4-65ec-402a-be53-6728f1764c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:46.836516 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-571a45d4-65ec-402a-be53-6728f1764c66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e5c42d1-d44f-42fd-a2aa-fd5754c802b9 HTTP/1.1" status: 204  len: 168 time: 0.2611632
Apr 29 13:37:46.845385 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a45d4-65ec-402a-be53-6728f1764c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c42d1-d44f-42fd-a2aa-fd5754c802b9,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:47.095856 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f303c554-7109-43fe-8393-6b32b9032dfa up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:47.147769 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port f303c554-7109-43fe-8393-6b32b9032dfa completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:37:47.156946 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port f303c554-7109-43fe-8393-6b32b9032dfa triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:47.157380 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:47.259404 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port f303c554-7109-43fe-8393-6b32b9032dfa is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:47.260160 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:47.328397 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f303c554-7109-43fe-8393-6b32b9032dfa, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f303c554-7109-43fe-8393-6b32b9032dfa,segment=NetworkSegment(ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5),segment_id=ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:47.330194 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f303c554-7109-43fe-8393-6b32b9032dfa'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:47.408582 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d32e2-569f-4b81-b93b-23c55cc98e1f req-1cf5ad46-0eea-442a-9e40-6dc7726d8390 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:47.410564 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc5d32e2-569f-4b81-b93b-23c55cc98e1f req-1cf5ad46-0eea-442a-9e40-6dc7726d8390 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0905347
Apr 29 13:37:47.441308 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:47.453166 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f0e31-de1a-4faf-a03b-193bac0f6fe7 req-d71910b7-cb0c-42c1-8b78-57eebe6353b8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:47.472369 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-486f0e31-de1a-4faf-a03b-193bac0f6fe7 req-d71910b7-cb0c-42c1-8b78-57eebe6353b8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.2240231
Apr 29 13:37:47.559004 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=f303c554-7109-43fe-8393-6b32b9032dfa,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:47.672366 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5aeee-b128-4e17-98a4-622611715632 req-b7a8f177-bce5-4287-b891-72bdbec9250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:47.673854 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-cee5aeee-b128-4e17-98a4-622611715632 req-b7a8f177-bce5-4287-b891-72bdbec9250a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=949789e24b594a069226af551ad3ee09&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1718712
Apr 29 13:37:47.677369 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc5d32e2-569f-4b81-b93b-23c55cc98e1f req-1f37d484-1c10-4a63-a431-4bc1c18d9441 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609873
Apr 29 13:37:47.721027 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-486f0e31-de1a-4faf-a03b-193bac0f6fe7 req-c1af2f6e-37b2-429d-b6cd-6c0fc16f19bf tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423692
Apr 29 13:37:47.869090 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0645980-5ec4-4fde-8575-f293a6c678e8" -d '{"events": [{"server_uuid": "a011f42b-2035-4637-81d8-43ae64a1d84a", "name": "network-vif-plugged", "status": "completed", "tag": "f303c554-7109-43fe-8393-6b32b9032dfa"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:47.894816 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5aeee-b128-4e17-98a4-622611715632 req-a33a5bc9-ae93-40c7-932e-4c84570fe099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:47.896308 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-cee5aeee-b128-4e17-98a4-622611715632 req-a33a5bc9-ae93-40c7-932e-4c84570fe099 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2165599
Apr 29 13:37:47.974770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d17a-232c-4c91-8d93-9dd8c47fca75 req-3ec5e116-cb5f-42cc-826b-ffa989468044 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:47.977433 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5fe9d17a-232c-4c91-8d93-9dd8c47fca75 req-3ec5e116-cb5f-42cc-826b-ffa989468044 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1636736
Apr 29 13:37:48.076408 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-f0083cf8-25ae-47e0-8334-51ff23a554eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:48.084984 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-f0083cf8-25ae-47e0-8334-51ff23a554eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1127 time: 0.1169412
Apr 29 13:37:48.117354 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5fe9d17a-232c-4c91-8d93-9dd8c47fca75 req-44237282-08ec-4245-979b-1c4b26ef5c0e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276951
Apr 29 13:37:48.147100 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aae7025-7d59-4e30-a2e1-0074bd5dd755 x-openstack-request-id: req-2aae7025-7d59-4e30-a2e1-0074bd5dd755 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:48.148414 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a011f42b-2035-4637-81d8-43ae64a1d84a", "name": "network-vif-plugged", "status": "completed", "tag": "f303c554-7109-43fe-8393-6b32b9032dfa", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:48.149032 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2aae7025-7d59-4e30-a2e1-0074bd5dd755 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:48.150147 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aae7025-7d59-4e30-a2e1-0074bd5dd755'] response: {'server_uuid': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f303c554-7109-43fe-8393-6b32b9032dfa', 'code': 200}
Apr 29 13:37:48.202462 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-9a00d848-58c1-4b69-bf12-223bdd513618 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 200  len: 217 time: 0.1046443
Apr 29 13:37:48.272752 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-49f66fd8-9106-4123-b7db-cc5ef8d2f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:48.274468 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-49f66fd8-9106-4123-b7db-cc5ef8d2f5b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.0661223
Apr 29 13:37:48.422605 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-72f93317-58fa-461e-b2b2-a76aa17bd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:48.424860 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-72f93317-58fa-461e-b2b2-a76aa17bd611 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1389203
Apr 29 13:37:48.426935 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390c466-69b2-49ff-8e81-37ef98a0fcb1 req-f8031d13-1a23-43af-964f-0311834ac0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:48.428455 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-d390c466-69b2-49ff-8e81-37ef98a0fcb1 req-f8031d13-1a23-43af-964f-0311834ac0c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 1129 time: 0.1005616
Apr 29 13:37:48.479444 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-d390c466-69b2-49ff-8e81-37ef98a0fcb1 req-b2216005-8dc6-4c46-b1f8-515e50646898 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:48.625944 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-6227a963-c6a4-41e1-9319-bd3ce4e86e42 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890745
Apr 29 13:37:48.783736 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-d390c466-69b2-49ff-8e81-37ef98a0fcb1 req-b2216005-8dc6-4c46-b1f8-515e50646898 service neutron] Publish callbacks [] for security_group (8f625e34-6604-471a-8416-79f395168097), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:48.805137 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-d390c466-69b2-49ff-8e81-37ef98a0fcb1 req-b2216005-8dc6-4c46-b1f8-515e50646898 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8f625e34-6604-471a-8416-79f395168097), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:48.881673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ca6af-66e2-4db5-929a-7a67883ccfcd req-4757997e-16ec-4bcd-89ac-974d170c03a2 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:48.889238 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3e7ca6af-66e2-4db5-929a-7a67883ccfcd req-4757997e-16ec-4bcd-89ac-974d170c03a2 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0979683
Apr 29 13:37:48.934374 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2216005-8dc6-4c46-b1f8-515e50646898 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f625e34-6604-471a-8416-79f395168097,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:48.940899 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-d390c466-69b2-49ff-8e81-37ef98a0fcb1 req-b2216005-8dc6-4c46-b1f8-515e50646898 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5023704
Apr 29 13:37:48.961115 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-838a402d-6a1c-45d1-a73b-90c2145c97c8 req-a1e24d00-715b-47f1-a4cb-8b9acdb6e28d service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3280964
Apr 29 13:37:49.008648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1240e59-3eb8-440c-a65a-eae4dd64584d req-9d223eee-364c-4bd3-8db6-8fb13c039678 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:49.010877 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d1240e59-3eb8-440c-a65a-eae4dd64584d req-9d223eee-364c-4bd3-8db6-8fb13c039678 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 943 time: 0.1171017
Apr 29 13:37:49.053764 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3e7ca6af-66e2-4db5-929a-7a67883ccfcd req-5f72f7d4-7561-40f3-8112-78d33bfa3906 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390505
Apr 29 13:37:49.110387 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d1240e59-3eb8-440c-a65a-eae4dd64584d req-b5a7acc5-9c38-43d0-843b-958a4b5e437d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791743
Apr 29 13:37:49.116428 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 40fa50fe-d672-47fb-8e10-07f5fd863b16 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:37:49.418246 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 40fa50fe-d672-47fb-8e10-07f5fd863b16, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:49.445812 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '40fa50fe-d672-47fb-8e10-07f5fd863b16', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'port_id': '40fa50fe-d672-47fb-8e10-07f5fd863b16', 'mac_address': 'fa:16:3e:17:cc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:37:49.496780 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033430d1-6daa-4c8e-8802-926f20f806a8 req-e797eb89-ac70-4ece-ad6e-02479ca06693 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:49.500234 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-033430d1-6daa-4c8e-8802-926f20f806a8 req-e797eb89-ac70-4ece-ad6e-02479ca06693 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1867154
Apr 29 13:37:49.566740 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 40fa50fe-d672-47fb-8e10-07f5fd863b16 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:49.567603 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:49.585101 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-033430d1-6daa-4c8e-8802-926f20f806a8 req-e7ae5bcb-08a3-4341-b6eb-619a92393522 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727637
Apr 29 13:37:49.593074 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fa50fe-d672-47fb-8e10-07f5fd863b16 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:49.629772 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 40fa50fe-d672-47fb-8e10-07f5fd863b16, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:49.637476 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:49.696561 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=40fa50fe-d672-47fb-8e10-07f5fd863b16,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:49.966684 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4fe1-9dab-4cf2-bb44-2439d5cd2292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:50.244241 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786d131-5d80-4c35-ab0b-6ac48f00816e req-17e43518-02af-4d22-bde7-d838435a7323 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:50.247527 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e786d131-5d80-4c35-ab0b-6ac48f00816e req-17e43518-02af-4d22-bde7-d838435a7323 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0904357
Apr 29 13:37:50.352971 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8144e3a-d58a-43b9-aa62-ef853d65a46a req-46413cdd-daba-46a6-bfa5-420fa77642e2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:50.352971 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d8144e3a-d58a-43b9-aa62-ef853d65a46a req-46413cdd-daba-46a6-bfa5-420fa77642e2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 944 time: 0.1311896
Apr 29 13:37:50.438784 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e786d131-5d80-4c35-ab0b-6ac48f00816e req-ea092d43-71dc-477f-9305-9ad966c591f4 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550267
Apr 29 13:37:50.463538 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d8144e3a-d58a-43b9-aa62-ef853d65a46a req-9082a3a8-c691-4531-b86d-78e185363266 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932853
Apr 29 13:37:50.725679 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f57ce9-9541-40c2-b090-98a9e673818e req-efb9c322-8ebe-44ed-af9e-4b5045975ff9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:50.727236 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-30f57ce9-9541-40c2-b090-98a9e673818e req-efb9c322-8ebe-44ed-af9e-4b5045975ff9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0560415
Apr 29 13:37:50.796183 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-30f57ce9-9541-40c2-b090-98a9e673818e req-d397bfb7-1fc4-49fd-84ea-8bd688656f80 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578253
Apr 29 13:37:51.601335 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7489813-a287-4a71-ae58-8d165d0d0a81 req-df0fca5e-adba-4d62-a1a4-d2092580bec4 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:51.602941 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b7489813-a287-4a71-ae58-8d165d0d0a81 req-df0fca5e-adba-4d62-a1a4-d2092580bec4 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0895004
Apr 29 13:37:51.627488 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ebb5-6080-4322-83a9-87cf323161dc req-03cdbebf-c065-476f-bbe4-6189fd07f49c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:51.628833 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73f1ebb5-6080-4322-83a9-87cf323161dc req-03cdbebf-c065-476f-bbe4-6189fd07f49c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 944 time: 0.0817325
Apr 29 13:37:51.690497 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b7489813-a287-4a71-ae58-8d165d0d0a81 req-810a2d91-1e17-417e-9074-32155202786d tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773330
Apr 29 13:37:51.703286 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73f1ebb5-6080-4322-83a9-87cf323161dc req-db3d7b7c-f20e-4157-a1bd-ff0a2f3b1885 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680854
Apr 29 13:37:51.923423 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735db4fd-2a05-443d-8872-4c92d1b384ec req-a36ded01-0afa-42d1-8a31-5299038c83c7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:51.924912 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-735db4fd-2a05-443d-8872-4c92d1b384ec req-a36ded01-0afa-42d1-8a31-5299038c83c7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0470545
Apr 29 13:37:51.976633 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-735db4fd-2a05-443d-8872-4c92d1b384ec req-f09fd282-8d6a-4ee5-b600-84f9b2ae52f4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456865
Apr 29 13:37:52.174180 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['40fa50fe-d672-47fb-8e10-07f5fd863b16'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:37:52.202835 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device ff187662-7389-4089-8b3b-ce3aed91747a details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:37:52.351016 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port ff187662-7389-4089-8b3b-ce3aed91747a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=ff187662-7389-4089-8b3b-ce3aed91747a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:52.376406 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'ff187662-7389-4089-8b3b-ce3aed91747a', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'port_id': 'ff187662-7389-4089-8b3b-ce3aed91747a', 'mac_address': 'fa:16:3e:d0:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:37:52.435880 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port ff187662-7389-4089-8b3b-ce3aed91747a is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:52.436266 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:52.451484 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff187662-7389-4089-8b3b-ce3aed91747a {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:52.480731 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port ff187662-7389-4089-8b3b-ce3aed91747a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=ff187662-7389-4089-8b3b-ce3aed91747a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:52.485862 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:52.490767 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-1eea9028-c45f-49d1-8161-d15f46055b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:52.546444 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=ff187662-7389-4089-8b3b-ce3aed91747a,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:52.935667 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34942ebe-cc90-4524-bdf2-78b7de07bd74 req-320ab416-c6d8-4252-8f6d-ba25ffc6916c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:52.937207 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34942ebe-cc90-4524-bdf2-78b7de07bd74 req-320ab416-c6d8-4252-8f6d-ba25ffc6916c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 944 time: 0.0800097
Apr 29 13:37:52.975794 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877f1a4-8cf6-4383-99d8-2ea2ce2c2063 req-a8e5882f-346f-4261-96ef-12604a74f884 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:52.977356 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6877f1a4-8cf6-4383-99d8-2ea2ce2c2063 req-a8e5882f-346f-4261-96ef-12604a74f884 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.1906745
Apr 29 13:37:53.044455 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['ff187662-7389-4089-8b3b-ce3aed91747a'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:37:53.063112 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6877f1a4-8cf6-4383-99d8-2ea2ce2c2063 req-92817c62-c7b4-4b80-96d9-da0b524aa754 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732889
Apr 29 13:37:53.070710 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34942ebe-cc90-4524-bdf2-78b7de07bd74 req-88d3d822-8804-48a3-9570-4056aa42d2f3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208570
Apr 29 13:37:53.209951 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f182e-e948-43c3-9c2e-670a5bdd7241 req-33251771-b109-4682-8ed1-1a2a9200e8a3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:53.223483 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6b0f182e-e948-43c3-9c2e-670a5bdd7241 req-33251771-b109-4682-8ed1-1a2a9200e8a3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0789742
Apr 29 13:37:53.248342 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46010) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:53.318264 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6b0f182e-e948-43c3-9c2e-670a5bdd7241 req-21acdf44-5f94-4ab8-ac27-98f2e1ec175b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935347
Apr 29 13:37:53.446942 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-08fe8189-e3a7-427c-9ecb-b24c22e85858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.543582 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-08fe8189-e3a7-427c-9ecb-b24c22e85858 admin admin] Publish callbacks [] for security_group (44320c21-decd-42aa-9c58-3ca041d8d40a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.548309 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-08fe8189-e3a7-427c-9ecb-b24c22e85858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (44320c21-decd-42aa-9c58-3ca041d8d40a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.590696 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-08fe8189-e3a7-427c-9ecb-b24c22e85858 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87e78dcf33a848fcb6aadad9e08eae81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3412170
Apr 29 13:37:53.591605 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe8189-e3a7-427c-9ecb-b24c22e85858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44320c21-decd-42aa-9c58-3ca041d8d40a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:53.593855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46038) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:53.660165 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.664695 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-948dacfe-9577-46e3-aa88-349c8632a6d1 admin admin] Publish callbacks [] for security_group (44320c21-decd-42aa-9c58-3ca041d8d40a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.689804 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-948dacfe-9577-46e3-aa88-349c8632a6d1 admin admin] Publish callbacks [] for security_group (44320c21-decd-42aa-9c58-3ca041d8d40a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.740352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-948dacfe-9577-46e3-aa88-349c8632a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (44320c21-decd-42aa-9c58-3ca041d8d40a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.746131 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-948dacfe-9577-46e3-aa88-349c8632a6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:53.747522 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-948dacfe-9577-46e3-aa88-349c8632a6d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44320c21-decd-42aa-9c58-3ca041d8d40a HTTP/1.1" status: 204  len: 168 time: 0.1526954
Apr 29 13:37:53.755770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dacfe-9577-46e3-aa88-349c8632a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44320c21-decd-42aa-9c58-3ca041d8d40a,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:54.079469 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46060) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:54.085429 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:37:54.092467 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 40fa50fe-d672-47fb-8e10-07f5fd863b16 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:54.121867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-62d24f26-d9a0-43a1-ba6f-127e75490d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.237692 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 40fa50fe-d672-47fb-8e10-07f5fd863b16 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:37:54.247177 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 40fa50fe-d672-47fb-8e10-07f5fd863b16 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:54.247832 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.260381 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db783120-319a-4a34-b5d1-8116d34333d1 req-9763963c-836b-434d-98d7-b894414add3e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:54.262092 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-db783120-319a-4a34-b5d1-8116d34333d1 req-9763963c-836b-434d-98d7-b894414add3e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 944 time: 0.0963602
Apr 29 13:37:54.291967 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62caa78-97ab-4956-b31e-b5599db95fad req-cd8d5e68-bb48-4c4a-8f8c-ab058481b357 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:54.294009 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f62caa78-97ab-4956-b31e-b5599db95fad req-cd8d5e68-bb48-4c4a-8f8c-ab058481b357 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0966513
Apr 29 13:37:54.306135 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:54.324805 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'port_id': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'mac_address': 'fa:16:3e:a6:47:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:37:54.391054 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-db783120-319a-4a34-b5d1-8116d34333d1 req-cae4023a-d9ef-41bc-abeb-f262d3487bc7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184728
Apr 29 13:37:54.415154 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 4045d282-dbbb-484e-b1eb-1f8953017e39 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:54.416023 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.419151 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 40fa50fe-d672-47fb-8e10-07f5fd863b16 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:54.420703 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.445396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-62d24f26-d9a0-43a1-ba6f-127e75490d92 admin admin] Publish callbacks [] for security_group (15fdaced-ab9b-47aa-aeff-9563c1108eca), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.454947 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f62caa78-97ab-4956-b31e-b5599db95fad req-b1fa6b2e-6315-4c1b-875c-94f8da8c55f1 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472270
Apr 29 13:37:54.456029 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4045d282-dbbb-484e-b1eb-1f8953017e39 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:37:54.456470 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-62d24f26-d9a0-43a1-ba6f-127e75490d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (15fdaced-ab9b-47aa-aeff-9563c1108eca), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.467893 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa50fe-d672-47fb-8e10-07f5fd863b16'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:54.470904 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4600af27-fbda-4695-b379-a5cfd2f92f62" -d '{"events": [{"server_uuid": "bd065150-a98e-4957-92bd-b1da82fb86f9", "name": "network-vif-plugged", "status": "completed", "tag": "40fa50fe-d672-47fb-8e10-07f5fd863b16"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:54.498023 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 40fa50fe-d672-47fb-8e10-07f5fd863b16, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:54.509749 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.511629 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device ff187662-7389-4089-8b3b-ce3aed91747a up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:54.514868 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:54.555592 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-62d24f26-d9a0-43a1-ba6f-127e75490d92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3eba7257d134101b6270dfe49490f65&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4745808
Apr 29 13:37:54.564508 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46074) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:54.586057 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d24f26-d9a0-43a1-ba6f-127e75490d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fdaced-ab9b-47aa-aeff-9563c1108eca,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:54.594875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=40fa50fe-d672-47fb-8e10-07f5fd863b16,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:54.599041 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87feb0ef-aa9d-41c0-8a56-13e7db157a62 x-openstack-request-id: req-87feb0ef-aa9d-41c0-8a56-13e7db157a62 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:54.601100 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd065150-a98e-4957-92bd-b1da82fb86f9", "name": "network-vif-plugged", "status": "completed", "tag": "40fa50fe-d672-47fb-8e10-07f5fd863b16", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:54.601100 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87feb0ef-aa9d-41c0-8a56-13e7db157a62 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:54.601100 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87feb0ef-aa9d-41c0-8a56-13e7db157a62'] response: {'server_uuid': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa50fe-d672-47fb-8e10-07f5fd863b16', 'code': 200}
Apr 29 13:37:54.602679 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.643267 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e675ce13-9c78-4b7f-b616-5e51aec5ef73 admin admin] Publish callbacks [] for security_group (15fdaced-ab9b-47aa-aeff-9563c1108eca), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.669264 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port ff187662-7389-4089-8b3b-ce3aed91747a completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:37:54.685993 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port ff187662-7389-4089-8b3b-ce3aed91747a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:54.686413 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.693208 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:54.701016 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3346dc7-14b2-4e25-afd4-30807620ba43 req-0108e185-5ee8-4ebe-a240-df105f8baa9d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:54.701208 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e675ce13-9c78-4b7f-b616-5e51aec5ef73 admin admin] Publish callbacks [] for security_group (15fdaced-ab9b-47aa-aeff-9563c1108eca), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.711857 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e3346dc7-14b2-4e25-afd4-30807620ba43 req-0108e185-5ee8-4ebe-a240-df105f8baa9d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 944 time: 0.1732976
Apr 29 13:37:54.777526 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e675ce13-9c78-4b7f-b616-5e51aec5ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (15fdaced-ab9b-47aa-aeff-9563c1108eca), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.783346 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e675ce13-9c78-4b7f-b616-5e51aec5ef73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.789567 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e675ce13-9c78-4b7f-b616-5e51aec5ef73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15fdaced-ab9b-47aa-aeff-9563c1108eca HTTP/1.1" status: 204  len: 168 time: 0.2214088
Apr 29 13:37:54.812079 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675ce13-9c78-4b7f-b616-5e51aec5ef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fdaced-ab9b-47aa-aeff-9563c1108eca,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:54.841380 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e3346dc7-14b2-4e25-afd4-30807620ba43 req-3b3ed57e-bcd7-4d17-9e1c-9dc79a6ad92a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277404
Apr 29 13:37:54.856308 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port ff187662-7389-4089-8b3b-ce3aed91747a is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:54.856308 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:54.880825 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['4045d282-dbbb-484e-b1eb-1f8953017e39'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:37:54.944574 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port ff187662-7389-4089-8b3b-ce3aed91747a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=ff187662-7389-4089-8b3b-ce3aed91747a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:54.955820 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.005890 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c852ee-5813-4854-ab52-c6645da1ec82 req-86d2f7c3-cddd-45a5-b003-070fa96f7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:55.008312 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50c852ee-5813-4854-ab52-c6645da1ec82 req-86d2f7c3-cddd-45a5-b003-070fa96f7482 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 1129 time: 0.1123872
Apr 29 13:37:55.096151 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.103798 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=ff187662-7389-4089-8b3b-ce3aed91747a,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:55.117537 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50c852ee-5813-4854-ab52-c6645da1ec82 req-ec94f3d2-23c8-4746-accb-c8f7b9384817 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009912
Apr 29 13:37:55.439543 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46136) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:55.497732 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46146) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:55.563753 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322b43d-d6cf-48ef-b91d-ae477089721c req-e7264d6c-4432-43c7-9fbe-b877949963f6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:55.565562 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0322b43d-d6cf-48ef-b91d-ae477089721c req-e7264d6c-4432-43c7-9fbe-b877949963f6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0876980
Apr 29 13:37:55.627308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098a44-1858-4dd7-9328-f1d5aea127fd req-e2786add-4c0e-472e-b3e3-4dd8d65219c4 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:55.628792 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66098a44-1858-4dd7-9328-f1d5aea127fd req-e2786add-4c0e-472e-b3e3-4dd8d65219c4 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0621710
Apr 29 13:37:55.675657 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0322b43d-d6cf-48ef-b91d-ae477089721c req-119937da-fa5d-46e4-8415-ff15e47a3165 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999284
Apr 29 13:37:55.705489 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66098a44-1858-4dd7-9328-f1d5aea127fd req-489f519c-e452-4aca-8221-24aa53dcc8ee tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667586
Apr 29 13:37:55.740219 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22374276-ee51-42d1-a93a-d4479a6ae3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.761511 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8486d987-151b-4a81-9d1e-0bfa661dbf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.895449 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22374276-ee51-42d1-a93a-d4479a6ae3b8 admin admin] Publish callbacks [] for security_group (8285df48-485c-4bb8-a4c7-876ecbbb7c57), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.904868 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22374276-ee51-42d1-a93a-d4479a6ae3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8285df48-485c-4bb8-a4c7-876ecbbb7c57), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.919589 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8486d987-151b-4a81-9d1e-0bfa661dbf12 admin admin] Publish callbacks [] for security_group (2badb50b-538f-4b42-b6f1-0b9c06843435), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.926582 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8486d987-151b-4a81-9d1e-0bfa661dbf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2badb50b-538f-4b42-b6f1-0b9c06843435), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:55.959655 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-22374276-ee51-42d1-a93a-d4479a6ae3b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36222517d0ed4a54b1ee703a7f36488f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5190260
Apr 29 13:37:55.962401 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46168) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:55.970756 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22374276-ee51-42d1-a93a-d4479a6ae3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285df48-485c-4bb8-a4c7-876ecbbb7c57,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:55.994381 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8486d987-151b-4a81-9d1e-0bfa661dbf12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6e03c1406784b269fd4f1c07808f98a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4916980
Apr 29 13:37:55.998576 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46170) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:56.047238 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486d987-151b-4a81-9d1e-0bfa661dbf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2badb50b-538f-4b42-b6f1-0b9c06843435,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:56.052202 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46172) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:56.124296 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1c597-ea47-433f-b5ce-94bd60585028 req-bbc07cf7-6128-447b-84a6-d960eeace0b7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:56.126130 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3ec1c597-ea47-433f-b5ce-94bd60585028 req-bbc07cf7-6128-447b-84a6-d960eeace0b7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 944 time: 0.1057477
Apr 29 13:37:56.144379 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09ff845d-2bae-4a82-bfbf-5ac1d16a57ec admin admin] Publish callbacks [] for security_group (8285df48-485c-4bb8-a4c7-876ecbbb7c57), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.152585 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6c5406f9-2b47-4cc9-9467-90b94977873a admin admin] Publish callbacks [] for security_group (2badb50b-538f-4b42-b6f1-0b9c06843435), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.214570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349695791-network', 'tenant_id': 'b72f9f784a2047f48a2a36bfb1828986'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:56.219509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09ff845d-2bae-4a82-bfbf-5ac1d16a57ec admin admin] Publish callbacks [] for security_group (8285df48-485c-4bb8-a4c7-876ecbbb7c57), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.224606 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6c5406f9-2b47-4cc9-9467-90b94977873a admin admin] Publish callbacks [] for security_group (2badb50b-538f-4b42-b6f1-0b9c06843435), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.259706 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Made reservation on behalf of b72f9f784a2047f48a2a36bfb1828986 for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:56.271928 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.273624 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3ec1c597-ea47-433f-b5ce-94bd60585028 req-2985a2ce-b2e9-4a44-9351-1cd6d5b8ba89 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344600
Apr 29 13:37:56.299595 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.346153 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09ff845d-2bae-4a82-bfbf-5ac1d16a57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8285df48-485c-4bb8-a4c7-876ecbbb7c57), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.349533 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09ff845d-2bae-4a82-bfbf-5ac1d16a57ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.351248 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-09ff845d-2bae-4a82-bfbf-5ac1d16a57ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8285df48-485c-4bb8-a4c7-876ecbbb7c57 HTTP/1.1" status: 204  len: 168 time: 0.3877695
Apr 29 13:37:56.354612 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6c5406f9-2b47-4cc9-9467-90b94977873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2badb50b-538f-4b42-b6f1-0b9c06843435), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.357790 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6c5406f9-2b47-4cc9-9467-90b94977873a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.358935 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6c5406f9-2b47-4cc9-9467-90b94977873a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2badb50b-538f-4b42-b6f1-0b9c06843435 HTTP/1.1" status: 204  len: 168 time: 0.3595715
Apr 29 13:37:56.370824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff845d-2bae-4a82-bfbf-5ac1d16a57ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285df48-485c-4bb8-a4c7-876ecbbb7c57,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:56.392075 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5406f9-2b47-4cc9-9467-90b94977873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2badb50b-538f-4b42-b6f1-0b9c06843435,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:56.440000 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks [] for security_group (d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.455466 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.489655 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:37:56.507085 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (b29b6810-a486-4b33-8894-436d5ca8271f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.507792 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Added segment b29b6810-a486-4b33-8894-436d5ca8271f of type vlan for network e0154303-7e0f-4011-b8a1-e0fc956ffec3
Apr 29 13:37:56.509701 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:56.572273 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (e0154303-7e0f-4011-b8a1-e0fc956ffec3), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.600816 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff187662-7389-4089-8b3b-ce3aed91747a'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:56.605193 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8015d6e2-2ca2-4d2c-960e-90f9f5dff1aa" -d '{"events": [{"server_uuid": "faa6fe1d-5718-43e3-80e3-90c1de39a68e", "name": "network-vif-plugged", "status": "completed", "tag": "ff187662-7389-4089-8b3b-ce3aed91747a"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:56.616060 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (e0154303-7e0f-4011-b8a1-e0fc956ffec3), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.621735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:56.621735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.666433 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.681290 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec828cd5-8688-4171-8bae-6c441fae1e2f x-openstack-request-id: req-ec828cd5-8688-4171-8bae-6c441fae1e2f {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:56.682182 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa6fe1d-5718-43e3-80e3-90c1de39a68e", "name": "network-vif-plugged", "status": "completed", "tag": "ff187662-7389-4089-8b3b-ce3aed91747a", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:56.682480 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec828cd5-8688-4171-8bae-6c441fae1e2f {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:56.683442 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec828cd5-8688-4171-8bae-6c441fae1e2f'] response: {'server_uuid': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff187662-7389-4089-8b3b-ce3aed91747a', 'code': 200}
Apr 29 13:37:56.744604 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6913097
Apr 29 13:37:56.745931 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46198) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:56.749044 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c4a4-6d9a-4978-89be-eee80589f9bd admin admin] Pushing event updated for resources: {'Network': ['ID=e0154303-7e0f-4011-b8a1-e0fc956ffec3,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:56.769264 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network e0154303-7e0f-4011-b8a1-e0fc956ffec3 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:37:56.774033 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Request body: {'subnet': {'network_id': 'e0154303-7e0f-4011-b8a1-e0fc956ffec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349695791-subnet', 'tenant_id': 'b72f9f784a2047f48a2a36bfb1828986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:56.848985 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e29133-fead-4996-956a-fe8edf1d4762 req-da8d568a-233b-4919-bcbd-31985b14e673 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:56.850854 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5e29133-fead-4996-956a-fe8edf1d4762 req-da8d568a-233b-4919-bcbd-31985b14e673 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0701506
Apr 29 13:37:56.853342 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Made reservation on behalf of b72f9f784a2047f48a2a36bfb1828986 for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:56.855996 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.935947 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46208) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:56.951258 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e9acc424-75f4-444d-978f-78cecdf96497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:56.978747 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5e29133-fead-4996-956a-fe8edf1d4762 req-7e8221ec-5a4f-480a-b724-bb7d4ac92ca8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201994
Apr 29 13:37:57.054950 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e9acc424-75f4-444d-978f-78cecdf96497 admin admin] Publish callbacks [] for security_group (9554be56-416f-49ee-8264-d47dcb7f6489), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.060968 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e9acc424-75f4-444d-978f-78cecdf96497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9554be56-416f-49ee-8264-d47dcb7f6489), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.106978 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e9acc424-75f4-444d-978f-78cecdf96497 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e8c6620f2ad4c34a76ad31c27da750e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1695359
Apr 29 13:37:57.108290 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acc424-75f4-444d-978f-78cecdf96497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9554be56-416f-49ee-8264-d47dcb7f6489,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:57.113283 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46210) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:57.134546 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (3402156b-2b28-4291-9ee9-8d34f959e430), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.172306 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-01aaec76-56b1-4b05-b3b8-db29629bdc3b admin admin] Publish callbacks [] for security_group (9554be56-416f-49ee-8264-d47dcb7f6489), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.199331 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-01aaec76-56b1-4b05-b3b8-db29629bdc3b admin admin] Publish callbacks [] for security_group (9554be56-416f-49ee-8264-d47dcb7f6489), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.200844 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3402156b-2b28-4291-9ee9-8d34f959e430,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:57.205973 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Checking segment: {'id': 'b29b6810-a486-4b33-8894-436d5ca8271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e0154303-7e0f-4011-b8a1-e0fc956ffec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:57.206634 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Network hostable DHCP agents. Network: e0154303-7e0f-4011-b8a1-e0fc956ffec3, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:37:57.231538 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Network e0154303-7e0f-4011-b8a1-e0fc956ffec3 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:37:57.246170 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, e0154303-7e0f-4011-b8a1-e0fc956ffec3) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:57.252807 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:57.253405 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.257967 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f088f-bbc7-4221-9983-07d0bf45af31 None None] Network e0154303-7e0f-4011-b8a1-e0fc956ffec3 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:57.275667 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-01aaec76-56b1-4b05-b3b8-db29629bdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9554be56-416f-49ee-8264-d47dcb7f6489), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.279304 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-01aaec76-56b1-4b05-b3b8-db29629bdc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.283782 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-01aaec76-56b1-4b05-b3b8-db29629bdc3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9554be56-416f-49ee-8264-d47dcb7f6489 HTTP/1.1" status: 204  len: 168 time: 0.1662683
Apr 29 13:37:57.283980 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c4e223f6-c3c1-437f-957a-57905940bebb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5319910
Apr 29 13:37:57.289970 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaec76-56b1-4b05-b3b8-db29629bdc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554be56-416f-49ee-8264-d47dcb7f6489,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:57.437157 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52bb577-dd14-45f2-9025-e38a5cb631d4 None None] Network e0154303-7e0f-4011-b8a1-e0fc956ffec3 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:57.477330 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662e15-281b-4dbe-a490-921019087fba req-d9d6b873-0fde-4ba8-aa9f-efcc37f245fc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:57.484143 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d5662e15-281b-4dbe-a490-921019087fba req-d9d6b873-0fde-4ba8-aa9f-efcc37f245fc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 944 time: 0.0743432
Apr 29 13:37:57.542546 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d5662e15-281b-4dbe-a490-921019087fba req-659c98e4-4be8-4c70-973b-2ea4da8ef99b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512762
Apr 29 13:37:57.567824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46234) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:57.751945 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1849863867-network', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:57.778155 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Made reservation on behalf of b4bebdc3f3254cd5b12ab47571074339 for: {'network': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:57.781226 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.791667 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.879467 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks [] for security_group (ef0e5883-f26a-481d-a064-baa4b1997335), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.884881 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (ef0e5883-f26a-481d-a064-baa4b1997335), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.912842 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=103577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:37:57.923994 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e5883-f26a-481d-a064-baa4b1997335,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:57.929264 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (f17dbf37-0a8e-4623-9789-a13486f28d1e), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:57.929648 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.segments_db [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Added segment f17dbf37-0a8e-4623-9789-a13486f28d1e of type vlan for network 14f51109-d91e-4647-adda-d288d03418a7
Apr 29 13:37:57.980053 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (14f51109-d91e-4647-adda-d288d03418a7), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.012616 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (14f51109-d91e-4647-adda-d288d03418a7), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.013870 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:58.015025 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.040765 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46262) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:58.047286 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134857270-network', 'tenant_id': '136e0fc62fb2448ab878fc8601cf375f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:58.072498 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Made reservation on behalf of 136e0fc62fb2448ab878fc8601cf375f for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:58.076071 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.083385 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5110106
Apr 29 13:37:58.086437 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46264) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:58.087772 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.088402 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Request body: {'subnet': {'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1849863867-subnet', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:58.153916 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc2a99-d114-49b0-b3d3-2b991238f9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=14f51109-d91e-4647-adda-d288d03418a7,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:58.169397 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 14f51109-d91e-4647-adda-d288d03418a7 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:37:58.179275 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c6068-bc7e-47fc-832f-976f24b3733a req-9f07980b-392e-4c9e-a3b0-18d3a1956388 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:58.197197 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-384c6068-bc7e-47fc-832f-976f24b3733a req-9f07980b-392e-4c9e-a3b0-18d3a1956388 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1320770
Apr 29 13:37:58.212684 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Made reservation on behalf of b4bebdc3f3254cd5b12ab47571074339 for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:58.212807 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks [] for security_group (e1a25d9d-4e78-4468-a47c-28c7de782fde), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.219138 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e1a25d9d-4e78-4468-a47c-28c7de782fde), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.220164 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.234230 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:37:58.257378 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (3fb149b7-328b-47a4-a75a-8165137880d2), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.260066 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Added segment 3fb149b7-328b-47a4-a75a-8165137880d2 of type vlan for network e6a78ae9-c0ac-4203-8ad7-2a494d2d467d
Apr 29 13:37:58.337012 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (e6a78ae9-c0ac-4203-8ad7-2a494d2d467d), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.349063 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-384c6068-bc7e-47fc-832f-976f24b3733a req-4e567cd2-eac6-4ccc-9998-6030161bbbfd tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393802
Apr 29 13:37:58.374471 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a25d9d-4e78-4468-a47c-28c7de782fde,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:58.404246 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (e6a78ae9-c0ac-4203-8ad7-2a494d2d467d), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.405515 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:58.406123 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.444009 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4021208
Apr 29 13:37:58.446981 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46276) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:58.454673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Request body: {'subnet': {'network_id': 'e6a78ae9-c0ac-4203-8ad7-2a494d2d467d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134857270-subnet', 'tenant_id': '136e0fc62fb2448ab878fc8601cf375f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:58.497415 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166af846-be90-47a8-a91c-54e6d43d4d99 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a78ae9-c0ac-4203-8ad7-2a494d2d467d,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:58.508641 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network e6a78ae9-c0ac-4203-8ad7-2a494d2d467d details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:37:58.514752 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Made reservation on behalf of 136e0fc62fb2448ab878fc8601cf375f for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:37:58.518422 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.535709 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (6b20b571-eec8-435d-b741-5d9b401742fa), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.548067 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:37:58.655878 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 4045d282-dbbb-484e-b1eb-1f8953017e39 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:37:58.656555 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b20b571-eec8-435d-b741-5d9b401742fa,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:58.670283 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 4045d282-dbbb-484e-b1eb-1f8953017e39 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:37:58.671088 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.809324 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 4045d282-dbbb-484e-b1eb-1f8953017e39 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:37:58.810242 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.817955 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1102-580a-4310-bfd0-840234aee4d2 req-47770b7a-baf8-4bca-b94f-14416f0d4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:58.820867 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-040b1102-580a-4310-bfd0-840234aee4d2 req-47770b7a-baf8-4bca-b94f-14416f0d4830 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1129 time: 0.0682828
Apr 29 13:37:58.869781 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:37:58.873001 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d55b3b-ef21-4aa6-bd06-cfee5097356d" -d '{"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-plugged", "status": "completed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:37:58.877727 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:37:58.887389 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:58.923282 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-040b1102-580a-4310-bfd0-840234aee4d2 req-0fc889f2-9577-44e9-b9d7-23491751cb05 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914199
Apr 29 13:37:58.947810 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f2b72-34a3-41bd-8226-5e4b5d8e9724 x-openstack-request-id: req-9a0f2b72-34a3-41bd-8226-5e4b5d8e9724 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:37:58.948296 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-plugged", "status": "completed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:37:58.948653 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a0f2b72-34a3-41bd-8226-5e4b5d8e9724 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:37:58.949212 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0f2b72-34a3-41bd-8226-5e4b5d8e9724'] response: {'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'code': 200}
Apr 29 13:37:58.979938 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:58.983722 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Checking segment: {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:58.984246 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Network hostable DHCP agents. Network: 14f51109-d91e-4647-adda-d288d03418a7, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:37:58.994296 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ec446-9c1a-4ab8-acc1-4fc167ff9b2f req-7f018f19-7faf-45f5-b4ea-449f83fe6b2d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:58.997079 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d7ec446-9c1a-4ab8-acc1-4fc167ff9b2f req-7f018f19-7faf-45f5-b4ea-449f83fe6b2d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 944 time: 0.3603113
Apr 29 13:37:59.044262 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Network 14f51109-d91e-4647-adda-d288d03418a7 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:37:59.092272 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 14f51109-d91e-4647-adda-d288d03418a7) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:59.100407 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a4609-9d20-420b-918c-627cafb4d3b8 None None] Network 14f51109-d91e-4647-adda-d288d03418a7 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:59.105413 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:59.106273 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.113806 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d7ec446-9c1a-4ab8-acc1-4fc167ff9b2f req-74796075-81a6-490b-bdf7-6f06e421b071 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096089
Apr 29 13:37:59.168010 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-d4274893-e9da-48ee-b9c2-3c1293d36e1b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0823948
Apr 29 13:37:59.172248 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46304) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:37:59.176968 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:37:59.183614 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (0bd29475-fa16-413e-b0af-c17d41256dcf), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.252208 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (0e283dfb-198e-47a5-baa7-01b38cd5855a), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.254012 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (0e283dfb-198e-47a5-baa7-01b38cd5855a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.261384 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd29475-fa16-413e-b0af-c17d41256dcf,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:37:59.289807 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-14f51109-d91e-4647-adda-d288d03418a7', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:37:59.291065 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.304228 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Checking segment: {'id': '3fb149b7-328b-47a4-a75a-8165137880d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e6a78ae9-c0ac-4203-8ad7-2a494d2d467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:37:59.304587 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Network hostable DHCP agents. Network: e6a78ae9-c0ac-4203-8ad7-2a494d2d467d, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:37:59.349399 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks [] for router_controller (0e283dfb-198e-47a5-baa7-01b38cd5855a), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.360091 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Network e6a78ae9-c0ac-4203-8ad7-2a494d2d467d is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:37:59.477248 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, e6a78ae9-c0ac-4203-8ad7-2a494d2d467d) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:37:59.495523 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Allocated IP 172.20.0.2 (14f51109-d91e-4647-adda-d288d03418a7/6b20b571-eec8-435d-b741-5d9b401742fa/27c932b7-d793-47b3-ae4f-56ed34296636) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:37:59.508482 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95460f5a-c0fd-4718-86c1-7f620a0750d7 None None] Network e6a78ae9-c0ac-4203-8ad7-2a494d2d467d requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:59.525503 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:59.525932 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.555271 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e377ab-09d6-46a5-b619-12d79f3cf77d req-4a9120d7-d03f-4cee-93c0-021cec2c6adb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:37:59.557136 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d9e377ab-09d6-46a5-b619-12d79f3cf77d req-4a9120d7-d03f-4cee-93c0-021cec2c6adb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0828304
Apr 29 13:37:59.748061 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ca9aee8a-737a-4439-99c2-647a61cb37f0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2996852
Apr 29 13:37:59.754234 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d9e377ab-09d6-46a5-b619-12d79f3cf77d req-06b261fb-7043-45d4-b594-fa655af7966f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501691
Apr 29 13:37:59.756363 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks [] for router_gateway (0e283dfb-198e-47a5-baa7-01b38cd5855a), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.852344 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0eaf2d-df35-49f3-ba3f-d957397d3032 None None] Network e6a78ae9-c0ac-4203-8ad7-2a494d2d467d requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:37:59.958364 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Publish callbacks [] for port (27c932b7-d793-47b3-ae4f-56ed34296636), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:37:59.971488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:00.028158 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Network 14f51109-d91e-4647-adda-d288d03418a7 is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:00.032701 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:00.039821 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:00.081534 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Pushing event updated for resources: {'Port': ['ID=27c932b7-d793-47b3-ae4f-56ed34296636,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:00.129641 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Attempting to bind port 27c932b7-d793-47b3-ae4f-56ed34296636 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:00.130116 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Attempting to bind port 27c932b7-d793-47b3-ae4f-56ed34296636 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:00.130623 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Attempting to bind port 27c932b7-d793-47b3-ae4f-56ed34296636 on network 14f51109-d91e-4647-adda-d288d03418a7 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:00.137884 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:00.138343 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Checking segment: {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:00.138890 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:00.140253 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Bound using segment: {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:00.140701 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Bound port: 27c932b7-d793-47b3-ae4f-56ed34296636, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:00.141195 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:00.253781 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks [] for router_gateway (0e283dfb-198e-47a5-baa7-01b38cd5855a), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:00.278419 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68332b-5482-43b6-8a27-917b7c9c97bb req-b4d50478-0b79-467d-a1b9-7fde596ab5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:00.280769 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5b68332b-5482-43b6-8a27-917b7c9c97bb req-b4d50478-0b79-467d-a1b9-7fde596ab5aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1129 time: 0.0511916
Apr 29 13:38:00.291007 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:00.318174 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] For port 27c932b7-d793-47b3-ae4f-56ed34296636, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:00.328861 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] For port 27c932b7-d793-47b3-ae4f-56ed34296636, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=27c932b7-d793-47b3-ae4f-56ed34296636,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:00.340017 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:00.362135 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5b68332b-5482-43b6-8a27-917b7c9c97bb req-939654a1-2db3-4eec-aea6-2d2344e57175 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593159
Apr 29 13:38:00.490523 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b323b-71b8-41bb-8081-8796d2311511 None None] Pushing event updated for resources: {'Port': ['ID=27c932b7-d793-47b3-ae4f-56ed34296636,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:00.600349 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999fe7c-a3bc-4007-8f8b-0fff5f3a1c70 req-aaa12666-c0d5-4f17-b3b7-aae85952ff8c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:00.602290 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4999fe7c-a3bc-4007-8f8b-0fff5f3a1c70 req-aaa12666-c0d5-4f17-b3b7-aae85952ff8c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1117418
Apr 29 13:38:00.603788 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Allocated IP 172.27.2.179 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/7d065baa-c124-4639-8e19-c48050b440b1) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:38:00.726869 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4999fe7c-a3bc-4007-8f8b-0fff5f3a1c70 req-49aaac23-9d2b-4b8b-915a-429333e6bda7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070173
Apr 29 13:38:00.942457 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks [] for port (7d065baa-c124-4639-8e19-c48050b440b1), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.043728 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e38235-4010-4742-b6da-7ef7106a1dc9 req-668db29f-92e2-4202-bee8-088bfe0b638d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:01.051398 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c3e38235-4010-4742-b6da-7ef7106a1dc9 req-668db29f-92e2-4202-bee8-088bfe0b638d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1628225
Apr 29 13:38:01.104805 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (7d065baa-c124-4639-8e19-c48050b440b1), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.115668 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 27c932b7-d793-47b3-ae4f-56ed34296636 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:01.155423 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-ff850b76-9d47-41d2-a7e0-cb87012dfec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:01.156953 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-ff850b76-9d47-41d2-a7e0-cb87012dfec9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 1129 time: 0.1290486
Apr 29 13:38:01.163189 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Pushing event updated for resources: {'Port': ['ID=7d065baa-c124-4639-8e19-c48050b440b1,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:01.176545 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c3e38235-4010-4742-b6da-7ef7106a1dc9 req-dba60da0-c354-431c-ac06-ef5878fb31b1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240091
Apr 29 13:38:01.188219 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:01.190324 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:01.195432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:01.202243 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 27c932b7-d793-47b3-ae4f-56ed34296636 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:01.202647 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.293659 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 27c932b7-d793-47b3-ae4f-56ed34296636 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:01.294376 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.339504 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 27c932b7-d793-47b3-ae4f-56ed34296636, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=27c932b7-d793-47b3-ae4f-56ed34296636,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:01.344864 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.398411 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=27c932b7-d793-47b3-ae4f-56ed34296636,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:01.446672 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks [] for router_gateway (0e283dfb-198e-47a5-baa7-01b38cd5855a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.677014 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (0e283dfb-198e-47a5-baa7-01b38cd5855a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.685304 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5211c-d791-42c6-962f-9a4396f631d3 None None] Network 14f51109-d91e-4647-adda-d288d03418a7 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:38:01.701883 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-b1ca122a-bb95-4558-b9c5-77aa8bc253a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:01.703484 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-b1ca122a-bb95-4558-b9c5-77aa8bc253a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.1628988
Apr 29 13:38:01.768751 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-3a1fd524-e5cb-4cbd-9387-838015933e00 None None] Provisioning complete for port 27c932b7-d793-47b3-ae4f-56ed34296636 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:01.769058 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3a1fd524-e5cb-4cbd-9387-838015933e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:01.939222 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fd524-e5cb-4cbd-9387-838015933e00 None None] Current status of the port 27c932b7-d793-47b3-ae4f-56ed34296636 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:01.963232 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b14d91-6cb8-4009-8fbc-1592548fb7fe req-c62ae93d-8f18-424c-8638-aea9ecdc3f9b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:01.965479 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70b14d91-6cb8-4009-8fbc-1592548fb7fe req-c62ae93d-8f18-424c-8638-aea9ecdc3f9b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0995555
Apr 29 13:38:02.004054 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Router 0e283dfb-198e-47a5-baa7-01b38cd5855a is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:38:02.080771 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70b14d91-6cb8-4009-8fbc-1592548fb7fe req-48e186ea-f757-497e-9bcb-dc59dcd0c52f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062062
Apr 29 13:38:02.162239 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:38:02.171496 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-779863df-1cdc-48a8-883a-dc17347c5282 None None] Provisioning complete for port 27c932b7-d793-47b3-ae4f-56ed34296636 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:02.171889 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-779863df-1cdc-48a8-883a-dc17347c5282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:02.172233 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Sync routers for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:38:02.182129 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:02.186279 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-619cc703-ab04-414c-a0eb-a22f5de23164 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0103769
Apr 29 13:38:02.186406 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:02.186406 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc4310>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:02.186644 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46406) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:02.302185 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-779863df-1cdc-48a8-883a-dc17347c5282 None None] Current status of the port 27c932b7-d793-47b3-ae4f-56ed34296636 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:02.326630 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:02.371958 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65f027-3f07-4723-9b49-4581c78d31cc req-35afdc92-e62b-4cbe-9c44-1c9fe3fe59ae tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:02.373888 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bd65f027-3f07-4723-9b49-4581c78d31cc req-35afdc92-e62b-4cbe-9c44-1c9fe3fe59ae tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0585282
Apr 29 13:38:02.434221 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bd65f027-3f07-4723-9b49-4581c78d31cc req-074d6161-a7da-4bed-aba9-80d6644e3174 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534136
Apr 29 13:38:02.513061 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc4310>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:01Z', 'revision_number': 3, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:02.541025 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Checking router: 0e283dfb-198e-47a5-baa7-01b38cd5855a for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:38:02.541379 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Updating router 0e283dfb-198e-47a5-baa7-01b38cd5855a port 7d065baa-c124-4639-8e19-c48050b440b1 binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:38:02.577446 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7d065baa-c124-4639-8e19-c48050b440b1), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:02.863132 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:02.910291 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Publish callbacks [] for port (7d065baa-c124-4639-8e19-c48050b440b1), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:02.916723 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (7d065baa-c124-4639-8e19-c48050b440b1), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:02.985681 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Attempting to bind port 7d065baa-c124-4639-8e19-c48050b440b1 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:02.986210 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Attempting to bind port 7d065baa-c124-4639-8e19-c48050b440b1 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:02.986666 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Attempting to bind port 7d065baa-c124-4639-8e19-c48050b440b1 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:02.997168 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7c6e3-6857-4b07-8cb0-9f6e13f01a0c None None] Pushing event updated for resources: {'Port': ['ID=7d065baa-c124-4639-8e19-c48050b440b1,revision_number=2']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:03.006652 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:03.006652 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:03.006652 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.006652 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:03.006652 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Bound port: 7d065baa-c124-4639-8e19-c48050b440b1, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:03.006652 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7d065baa-c124-4639-8e19-c48050b440b1), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.023571 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 27c932b7-d793-47b3-ae4f-56ed34296636 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:03.089090 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 27c932b7-d793-47b3-ae4f-56ed34296636 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:03.089740 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.099135 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] For port 7d065baa-c124-4639-8e19-c48050b440b1, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:03.104504 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] For port 7d065baa-c124-4639-8e19-c48050b440b1, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=7d065baa-c124-4639-8e19-c48050b440b1,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:03.124978 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Allocated IP 172.20.0.1 (14f51109-d91e-4647-adda-d288d03418a7/6b20b571-eec8-435d-b741-5d9b401742fa/f76d2536-3c87-4032-957e-4df5531b5c9c) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:38:03.128464 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (7d065baa-c124-4639-8e19-c48050b440b1), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.220486 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 27c932b7-d793-47b3-ae4f-56ed34296636 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:03.228392 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7c6e3-6857-4b07-8cb0-9f6e13f01a0c None None] Pushing event updated for resources: {'Port': ['ID=7d065baa-c124-4639-8e19-c48050b440b1,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:03.232844 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:03.233638 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc4310>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:03.271402 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97c9fb-031a-4137-a248-b41ed973d6f0 req-2fd7a23a-9100-4358-b083-707a075f480d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:03.273005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d97c9fb-031a-4137-a248-b41ed973d6f0 req-2fd7a23a-9100-4358-b083-707a075f480d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0733609
Apr 29 13:38:03.286912 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks [] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.322553 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.324887 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d97c9fb-031a-4137-a248-b41ed973d6f0 req-a1fb71b4-a614-452a-80d4-be994ae2e4f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455372
Apr 29 13:38:03.365402 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:03.373899 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Network 14f51109-d91e-4647-adda-d288d03418a7 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:03.375476 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=f76d2536-3c87-4032-957e-4df5531b5c9c,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:03.378148 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:03.380437 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:03.381075 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (0e283dfb-198e-47a5-baa7-01b38cd5855a), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.546342 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.578450 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15147-0934-4dbd-af67-067ac7599a2e req-29cdfc45-15a7-4ee2-9fec-0168d91115ac tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:03.580410 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cae15147-0934-4dbd-af67-067ac7599a2e req-29cdfc45-15a7-4ee2-9fec-0168d91115ac tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0610039
Apr 29 13:38:03.586574 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc4310>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:01Z', 'revision_number': 3, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:03.625603 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf46da-f7cd-48ea-9a30-86e57944d1fa None None] The sync data for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi is: [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:01Z', 'revision_number': 3, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:38:03.651417 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cae15147-0934-4dbd-af67-067ac7599a2e req-93505ae4-cf7d-4166-88d4-de68cf2e607a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636613
Apr 29 13:38:03.741323 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks [] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.744176 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-97fb62be-f541-4967-8504-3f5b58a4d4af None None] Provisioning complete for port f76d2536-3c87-4032-957e-4df5531b5c9c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:03.744582 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-97fb62be-f541-4967-8504-3f5b58a4d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.749234 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.750026 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (0e283dfb-198e-47a5-baa7-01b38cd5855a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:03.787282 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-97fb62be-f541-4967-8504-3f5b58a4d4af None None] Port f76d2536-3c87-4032-957e-4df5531b5c9c cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:38:03.853215 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=f76d2536-3c87-4032-957e-4df5531b5c9c,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:03.893900 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Network 14f51109-d91e-4647-adda-d288d03418a7 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:03.897874 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:04.033268 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Router 0e283dfb-198e-47a5-baa7-01b38cd5855a has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:38:04.165162 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:38:04.171168 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c2e53f72-890c-4c21-96cb-051e12b29ed0 admin admin] 10.222.0.52 "PUT /v2.0/routers/0e283dfb-198e-47a5-baa7-01b38cd5855a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9834414
Apr 29 13:38:04.209309 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-6214bdca-b0df-4563-af84-ea3817988650 None None] Provisioning complete for port f76d2536-3c87-4032-957e-4df5531b5c9c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:04.209858 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6214bdca-b0df-4563-af84-ea3817988650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:04.252224 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-6214bdca-b0df-4563-af84-ea3817988650 None None] Port f76d2536-3c87-4032-957e-4df5531b5c9c cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:38:04.481521 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9bf48-f2d7-473f-891f-b1cba9dafa7d req-af3fe210-2f32-4403-beba-817d9a0000df tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:04.483819 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-79e9bf48-f2d7-473f-891f-b1cba9dafa7d req-af3fe210-2f32-4403-beba-817d9a0000df tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0773554
Apr 29 13:38:04.562187 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-499a09a5-3340-41cc-8621-274f246e7793 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16 HTTP/1.1" status: 200  len: 217 time: 0.1117439
Apr 29 13:38:04.580919 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-79e9bf48-f2d7-473f-891f-b1cba9dafa7d req-efadf4fc-aa8f-49ce-85be-8930221cdb21 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626116
Apr 29 13:38:04.753737 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ebec-b2bf-429f-8ec7-c715fda9310f req-feac8de5-2072-48c4-98d6-0caf70e8cad7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:04.755180 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8af2ebec-b2bf-429f-8ec7-c715fda9310f req-feac8de5-2072-48c4-98d6-0caf70e8cad7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0488684
Apr 29 13:38:04.805021 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8af2ebec-b2bf-429f-8ec7-c715fda9310f req-50e4a9c0-ac01-41f9-b9d5-28572129a0b5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443130
Apr 29 13:38:04.837438 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46466) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:04.843216 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1069457494-network', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:04.862912 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Made reservation on behalf of 9bf22c71e30a40a7805e94d9eaf1a027 for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:38:04.865177 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:04.874868 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:04.965327 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks [] for security_group (9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:04.970111 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:04.998312 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:38:05.007928 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:05.009816 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 7d065baa-c124-4639-8e19-c48050b440b1 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:05.014617 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (8061b44c-240e-45f7-81a4-9c4953d3030d), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.015086 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Added segment 8061b44c-240e-45f7-81a4-9c4953d3030d of type vlan for network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae
Apr 29 13:38:05.085166 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 7d065baa-c124-4639-8e19-c48050b440b1 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:05.085634 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (7d065baa-c124-4639-8e19-c48050b440b1), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.087658 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (42c7a8b8-c184-4deb-8b54-42bfd39e6fae), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.123405 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (42c7a8b8-c184-4deb-8b54-42bfd39e6fae), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.125503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:05.127188 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.197616 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 7d065baa-c124-4639-8e19-c48050b440b1 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:05.201049 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7d065baa-c124-4639-8e19-c48050b440b1), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.236692 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 7d065baa-c124-4639-8e19-c48050b440b1, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=7d065baa-c124-4639-8e19-c48050b440b1,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:05.243181 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (7d065baa-c124-4639-8e19-c48050b440b1), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.296083 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4540462
Apr 29 13:38:05.296279 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46474) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:05.296911 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-f2571d7e-5242-4c1f-b958-cdbd9a60a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:05.298821 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-f2571d7e-5242-4c1f-b958-cdbd9a60a74e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.1440368
Apr 29 13:38:05.306001 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Request body: {'subnet': {'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1069457494-subnet', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:05.324144 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=7d065baa-c124-4639-8e19-c48050b440b1,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:05.346578 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Made reservation on behalf of 9bf22c71e30a40a7805e94d9eaf1a027 for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:38:05.349126 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:05.355884 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81127c6-7bf4-431d-a015-5e57c944c319 admin admin] Pushing event updated for resources: {'Network': ['ID=42c7a8b8-c184-4deb-8b54-42bfd39e6fae,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:05.384299 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:38:05.399564 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-f2367fed-811f-4434-8fe7-6df581017a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:05.402022 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-f2367fed-811f-4434-8fe7-6df581017a03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0632463
Apr 29 13:38:05.663656 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-78547652-2ff6-4a75-bd25-7fcf03cd664a service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517757
Apr 29 13:38:05.670755 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Sync routers for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:38:05.692949 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:05.694550 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad39528b0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:05.746960 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46504) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:05.917985 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-34bc00dc-a277-497d-8999-0898f5c924d4 req-28ea62da-a58b-4aa3-be2a-08b5794ace92 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494059
Apr 29 13:38:05.963565 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:05.970829 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (a72ad532-d2b5-44ea-8d5d-a657a7a20f94), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.087714 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bb1b767e-3cfc-4e95-8d29-a2cfe53c9b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.147110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46518) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:06.168935 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Checking segment: {'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:06.168935 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Network hostable DHCP agents. Network: 42c7a8b8-c184-4deb-8b54-42bfd39e6fae, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:38:06.179632 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800ad86-2cbb-43e5-8bef-f5b4ba962f88 req-1dccab3f-8611-4e95-bfba-74736ca98f50 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:06.187379 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c800ad86-2cbb-43e5-8bef-f5b4ba962f88 req-1dccab3f-8611-4e95-bfba-74736ca98f50 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.2484524
Apr 29 13:38:06.194763 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d5e9e-c0bb-4f97-9333-9efcaf1f4a98 req-a2cb6ece-4b06-4f44-b0d8-9f950031c39d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:06.202121 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-905d5e9e-c0bb-4f97-9333-9efcaf1f4a98 req-a2cb6ece-4b06-4f44-b0d8-9f950031c39d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.2620516
Apr 29 13:38:06.240502 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bb1b767e-3cfc-4e95-8d29-a2cfe53c9b86 admin admin] Publish callbacks [] for security_group (17130e04-a6c3-40d5-84e8-2568efb619d2), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.249371 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bb1b767e-3cfc-4e95-8d29-a2cfe53c9b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (17130e04-a6c3-40d5-84e8-2568efb619d2), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.302200 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:38:06.304351 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72ad532-d2b5-44ea-8d5d-a657a7a20f94,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:06.334422 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c800ad86-2cbb-43e5-8bef-f5b4ba962f88 req-69e3f3cf-8d15-4c85-9e6b-13154050a3bd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417317
Apr 29 13:38:06.341267 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad39528b0>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 2, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:06.357466 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-905d5e9e-c0bb-4f97-9333-9efcaf1f4a98 req-a32ef088-9534-4720-b7fb-b212041c6d52 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544151
Apr 29 13:38:06.358515 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 42c7a8b8-c184-4deb-8b54-42bfd39e6fae) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:06.363279 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:06.364019 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.380185 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b767e-3cfc-4e95-8d29-a2cfe53c9b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17130e04-a6c3-40d5-84e8-2568efb619d2,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:06.389105 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-bb1b767e-3cfc-4e95-8d29-a2cfe53c9b86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c91783db9935449b8653c92335449165&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6410794
Apr 29 13:38:06.392990 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46530) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:06.406317 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6041f233-c174-4115-9c75-2d8782f1daba admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1085327
Apr 29 13:38:06.407146 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46532) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:06.412401 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec44c3-9548-4e09-ae98-8545cadec50d None None] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:38:06.416263 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Checking router: 0e283dfb-198e-47a5-baa7-01b38cd5855a for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:38:06.417366 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Updating router 0e283dfb-198e-47a5-baa7-01b38cd5855a port f76d2536-3c87-4032-957e-4df5531b5c9c binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:38:06.418757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:06.464694 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc20eae3-9baf-4ad2-9ca1-e5db4564658a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.478510 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (13338d96-526d-4063-aa84-676413b89474), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.480280 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (13338d96-526d-4063-aa84-676413b89474), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.491949 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8b732709-0014-4c30-bdac-a84b4872f87c admin admin] Publish callbacks [] for security_group (17130e04-a6c3-40d5-84e8-2568efb619d2), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.500978 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.507093 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526b5fb-a57c-402c-a30f-f1bc5223b205 req-27fbdf34-1458-42cc-9e61-a5f06a672a60 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:06.508854 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6526b5fb-a57c-402c-a30f-f1bc5223b205 req-27fbdf34-1458-42cc-9e61-a5f06a672a60 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0659730
Apr 29 13:38:06.520416 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8b732709-0014-4c30-bdac-a84b4872f87c admin admin] Publish callbacks [] for security_group (17130e04-a6c3-40d5-84e8-2568efb619d2), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.524161 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46534) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:06.537017 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'floatingip': {'port_id': '4045d282-dbbb-484e-b1eb-1f8953017e39'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:06.565372 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks [] for router_controller (13338d96-526d-4063-aa84-676413b89474), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.651599 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (e4ea6edc-25df-46b4-b639-c99d6d5accca), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.719644 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks [] for router_gateway (13338d96-526d-4063-aa84-676413b89474), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.724383 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-42c7a8b8-c184-4deb-8b54-42bfd39e6fae', 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae', 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'fixed_ips': [{'subnet_id': 'a72ad532-d2b5-44ea-8d5d-a657a7a20f94'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:38:06.726559 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.828009 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8b732709-0014-4c30-bdac-a84b4872f87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (17130e04-a6c3-40d5-84e8-2568efb619d2), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.830647 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8b732709-0014-4c30-bdac-a84b4872f87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.834220 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8b732709-0014-4c30-bdac-a84b4872f87c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17130e04-a6c3-40d5-84e8-2568efb619d2 HTTP/1.1" status: 204  len: 168 time: 0.4378612
Apr 29 13:38:06.841786 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc20eae3-9baf-4ad2-9ca1-e5db4564658a admin admin] Publish callbacks [] for security_group (77cb05dc-a58b-4ac9-bfbb-f5e009583d13), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.852631 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc20eae3-9baf-4ad2-9ca1-e5db4564658a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (77cb05dc-a58b-4ac9-bfbb-f5e009583d13), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:06.864790 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b732709-0014-4c30-bdac-a84b4872f87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17130e04-a6c3-40d5-84e8-2568efb619d2,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:06.957627 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-bc20eae3-9baf-4ad2-9ca1-e5db4564658a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d11d6959974e4b40a0c90fbc7661a993&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8058846
Apr 29 13:38:06.961688 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46542) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:06.982091 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks [] for router_gateway (13338d96-526d-4063-aa84-676413b89474), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.028942 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20eae3-9baf-4ad2-9ca1-e5db4564658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb05dc-a58b-4ac9-bfbb-f5e009583d13,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:07.044512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.101843 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 7d065baa-c124-4639-8e19-c48050b440b1 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:07.269282 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 7d065baa-c124-4639-8e19-c48050b440b1 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:07.269673 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (7d065baa-c124-4639-8e19-c48050b440b1), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.276113 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Allocated IP 172.27.2.254 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:38:07.324677 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Allocated IP 172.20.0.2 (42c7a8b8-c184-4deb-8b54-42bfd39e6fae/a72ad532-d2b5-44ea-8d5d-a657a7a20f94/354926fb-a039-4b71-811c-ddcdd43d0de9) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:38:07.409480 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46558) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:07.447006 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-32c3c533-a088-46b6-81e6-16b1e8a7c40e admin admin] Publish callbacks [] for security_group (77cb05dc-a58b-4ac9-bfbb-f5e009583d13), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.469970 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-32c3c533-a088-46b6-81e6-16b1e8a7c40e admin admin] Publish callbacks [] for security_group (77cb05dc-a58b-4ac9-bfbb-f5e009583d13), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.477207 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2f8f-1c5a-45e4-844f-85aa1450c10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.578126 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Publish callbacks [] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.593638 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.620553 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-32c3c533-a088-46b6-81e6-16b1e8a7c40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (77cb05dc-a58b-4ac9-bfbb-f5e009583d13), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.623634 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-32c3c533-a088-46b6-81e6-16b1e8a7c40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.625115 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-32c3c533-a088-46b6-81e6-16b1e8a7c40e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77cb05dc-a58b-4ac9-bfbb-f5e009583d13 HTTP/1.1" status: 204  len: 168 time: 0.6602879
Apr 29 13:38:07.628552 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 7d065baa-c124-4639-8e19-c48050b440b1 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:07.647898 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a10cf-5d3b-4b28-aa3e-59c431a0dfa2 req-a4a008a6-5d4d-4e85-8bc4-7dbcd3d68ea3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:07.654942 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3e6a10cf-5d3b-4b28-aa3e-59c431a0dfa2 req-a4a008a6-5d4d-4e85-8bc4-7dbcd3d68ea3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1419139
Apr 29 13:38:07.700349 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3c533-a088-46b6-81e6-16b1e8a7c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb05dc-a58b-4ac9-bfbb-f5e009583d13,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:07.767766 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks [] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.816763 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3e6a10cf-5d3b-4b28-aa3e-59c431a0dfa2 req-3f4e1050-676c-41e3-bfc9-a2e5a6af9b58 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187775
Apr 29 13:38:07.820720 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e0b8f-a3b3-45b6-ab2d-78807724f0ab None None] Pushing event updated for resources: {'Port': ['ID=f76d2536-3c87-4032-957e-4df5531b5c9c,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:07.887152 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.887468 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.db.resource_extend [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 13:38:07.893590 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Publish callbacks [] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.902001 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Attempting to bind port f76d2536-3c87-4032-957e-4df5531b5c9c on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:07.902440 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Attempting to bind port f76d2536-3c87-4032-957e-4df5531b5c9c by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:07.902847 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Attempting to bind port f76d2536-3c87-4032-957e-4df5531b5c9c on network 14f51109-d91e-4647-adda-d288d03418a7 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:07.918717 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.922520 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:07.939449 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Checking segment: {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:07.939449 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.939449 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Bound using segment: {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:07.939449 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Bound port: f76d2536-3c87-4032-957e-4df5531b5c9c, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:07.939449 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:07.939984 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:07.941075 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:07.944123 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:08.009141 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:08.023292 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:08.054140 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:08.060291 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:08.061535 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.064308 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Pushing event updated for resources: {'Port': ['ID=354926fb-a039-4b71-811c-ddcdd43d0de9,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:08.079467 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (e4ea6edc-25df-46b4-b639-c99d6d5accca), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.156522 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] For port f76d2536-3c87-4032-957e-4df5531b5c9c, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:08.171989 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2f8f-1c5a-45e4-844f-85aa1450c10f admin admin] Publish callbacks [] for security_group (3ac09545-21d9-4307-9917-7bff09adbee7), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.184962 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] For port f76d2536-3c87-4032-957e-4df5531b5c9c, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=f76d2536-3c87-4032-957e-4df5531b5c9c,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:08.186789 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c9757009-d5de-416d-b662-b42c3e419089 None None] Provisioning complete for port f76d2536-3c87-4032-957e-4df5531b5c9c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:08.189250 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c9757009-d5de-416d-b662-b42c3e419089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.196240 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Attempting to bind port 354926fb-a039-4b71-811c-ddcdd43d0de9 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:08.196607 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Attempting to bind port 354926fb-a039-4b71-811c-ddcdd43d0de9 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:08.196971 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Attempting to bind port 354926fb-a039-4b71-811c-ddcdd43d0de9 on network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:08.210345 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2f8f-1c5a-45e4-844f-85aa1450c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (3ac09545-21d9-4307-9917-7bff09adbee7), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.221805 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.237244 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:08.237511 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Checking segment: {'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:08.237803 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.238203 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Bound using segment: {'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:08.238714 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Bound port: 354926fb-a039-4b71-811c-ddcdd43d0de9, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:08.239096 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.246137 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks [] for router_gateway (13338d96-526d-4063-aa84-676413b89474), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.263512 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5b4d2f8f-1c5a-45e4-844f-85aa1450c10f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4e92ae7ce344eceac96f7c0db69d8bc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8529279
Apr 29 13:38:08.264151 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46572) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:08.266695 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d2f8f-1c5a-45e4-844f-85aa1450c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac09545-21d9-4307-9917-7bff09adbee7,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:08.289088 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c9757009-d5de-416d-b662-b42c3e419089 None None] Port f76d2536-3c87-4032-957e-4df5531b5c9c cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:38:08.332718 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46576) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:08.352768 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e0b8f-a3b3-45b6-ab2d-78807724f0ab None None] Pushing event updated for resources: {'Port': ['ID=f76d2536-3c87-4032-957e-4df5531b5c9c,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:08.366818 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:08.367466 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad39528b0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:08.396011 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e1b7a415-a903-494a-b46b-7709fd1e9330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.405962 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2c3033f1-b522-4b69-aedc-1fb2889b54fb admin admin] Publish callbacks [] for security_group (3ac09545-21d9-4307-9917-7bff09adbee7), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.410029 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Floating IP e4ea6edc-25df-46b4-b639-c99d6d5accca associated. External IP: 172.27.2.196, port: 4045d282-dbbb-484e-b1eb-1f8953017e39.
Apr 29 13:38:08.422052 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] For port 354926fb-a039-4b71-811c-ddcdd43d0de9, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:08.442734 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] For port 354926fb-a039-4b71-811c-ddcdd43d0de9, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=354926fb-a039-4b71-811c-ddcdd43d0de9,segment=NetworkSegment(8061b44c-240e-45f7-81a4-9c4953d3030d),segment_id=8061b44c-240e-45f7-81a4-9c4953d3030d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:08.507461 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.531036 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2c3033f1-b522-4b69-aedc-1fb2889b54fb admin admin] Publish callbacks [] for security_group (3ac09545-21d9-4307-9917-7bff09adbee7), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.535106 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (13338d96-526d-4063-aa84-676413b89474), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.597448 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1f5f5-b162-4d5c-a398-bef6d2cac687 None None] Pushing event updated for resources: {'Port': ['ID=354926fb-a039-4b71-811c-ddcdd43d0de9,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:08.637471 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-dca00ab9-1b99-499b-8be8-331f3991ea43 None None] Provisioning complete for port f76d2536-3c87-4032-957e-4df5531b5c9c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:08.637839 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dca00ab9-1b99-499b-8be8-331f3991ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.644915 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:08.737250 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Router 13338d96-526d-4063-aa84-676413b89474 is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:38:08.777335 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e1b7a415-a903-494a-b46b-7709fd1e9330 admin admin] Publish callbacks [] for security_group (5041b689-96be-418e-bb92-a1f474535f89), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.784043 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2c3033f1-b522-4b69-aedc-1fb2889b54fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (3ac09545-21d9-4307-9917-7bff09adbee7), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.787783 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2c3033f1-b522-4b69-aedc-1fb2889b54fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.789168 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-2c3033f1-b522-4b69-aedc-1fb2889b54fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ac09545-21d9-4307-9917-7bff09adbee7 HTTP/1.1" status: 204  len: 168 time: 0.5195477
Apr 29 13:38:08.797743 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e1b7a415-a903-494a-b46b-7709fd1e9330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (5041b689-96be-418e-bb92-a1f474535f89), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.815577 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3033f1-b522-4b69-aedc-1fb2889b54fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac09545-21d9-4307-9917-7bff09adbee7,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:08.890820 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e1b7a415-a903-494a-b46b-7709fd1e9330 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06127d2b8f1740a09f9616ade274e708&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5539632
Apr 29 13:38:08.894406 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46586) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:08.895242 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7a415-a903-494a-b46b-7709fd1e9330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5041b689-96be-418e-bb92-a1f474535f89,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:08.942446 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-dca00ab9-1b99-499b-8be8-331f3991ea43 None None] Current status of the port f76d2536-3c87-4032-957e-4df5531b5c9c is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:08.945015 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dca00ab9-1b99-499b-8be8-331f3991ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:08.994017 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:38:09.046523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:38:09.068660 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Sync routers for ids ['13338d96-526d-4063-aa84-676413b89474'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:38:09.077109 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ee4b7ca0-b515-4586-9231-8cf647f97f2f admin admin] Publish callbacks [] for security_group (5041b689-96be-418e-bb92-a1f474535f89), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.089043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c9161-c18d-4658-8ca0-ecdbed0b7736 req-45aef919-ff9e-41a4-ad18-770ec85cdf5e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:09.096922 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Routers {'13338d96-526d-4063-aa84-676413b89474'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:09.097600 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc49a0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['13338d96-526d-4063-aa84-676413b89474'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:09.097737 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f62c9161-c18d-4658-8ca0-ecdbed0b7736 req-45aef919-ff9e-41a4-ad18-770ec85cdf5e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1245368
Apr 29 13:38:09.110948 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ee4b7ca0-b515-4586-9231-8cf647f97f2f admin admin] Publish callbacks [] for security_group (5041b689-96be-418e-bb92-a1f474535f89), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.137390 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-dca00ab9-1b99-499b-8be8-331f3991ea43 None None] For port f76d2536-3c87-4032-957e-4df5531b5c9c, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=f76d2536-3c87-4032-957e-4df5531b5c9c,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:09.153170 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.155430 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dca00ab9-1b99-499b-8be8-331f3991ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.167650 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-2dae5c9e-4ffe-41a9-9192-e9b28090ecb3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.7526205
Apr 29 13:38:09.176011 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46590) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:09.212951 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 354926fb-a039-4b71-811c-ddcdd43d0de9 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:09.226051 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ee4b7ca0-b515-4586-9231-8cf647f97f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (5041b689-96be-418e-bb92-a1f474535f89), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.229520 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ee4b7ca0-b515-4586-9231-8cf647f97f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.230641 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ee4b7ca0-b515-4586-9231-8cf647f97f2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5041b689-96be-418e-bb92-a1f474535f89 HTTP/1.1" status: 204  len: 168 time: 0.3309588
Apr 29 13:38:09.282414 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b7ca0-b515-4586-9231-8cf647f97f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5041b689-96be-418e-bb92-a1f474535f89,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:09.352654 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Set router 13338d96-526d-4063-aa84-676413b89474 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:09.447919 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:38:09.452377 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad39528b0>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:08Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:09.460582 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.564307 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f62c9161-c18d-4658-8ca0-ecdbed0b7736 req-6ed27072-b743-455b-a571-a3a857c87155 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4631524
Apr 29 13:38:09.582052 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0423f3f1-b069-48d5-9c6b-bf8a9054fd9c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "PUT /v2.0/floatingips/e4ea6edc-25df-46b4-b639-c99d6d5accca HTTP/1.1" status: 200  len: 991 time: 3.0569139
Apr 29 13:38:09.585887 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:38:09.595421 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909ae32-c36a-477d-839f-2ff4ddc9d96e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:38:09.745622 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc49a0>, [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:38:08Z', 'revision_number': 3, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:09.759033 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c2ddb8-b1e9-42e3-8ebf-645d641bacb0 x-openstack-request-id: req-c6c2ddb8-b1e9-42e3-8ebf-645d641bacb0 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:38:09.759333 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:38:09.759593 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6c2ddb8-b1e9-42e3-8ebf-645d641bacb0 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:38:09.760043 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c2ddb8-b1e9-42e3-8ebf-645d641bacb0'] response: {'name': 'network-changed', 'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'status': 'completed', 'code': 200}
Apr 29 13:38:09.801330 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Checking router: 13338d96-526d-4063-aa84-676413b89474 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:38:09.801932 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Updating router 13338d96-526d-4063-aa84-676413b89474 port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:38:09.846890 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:09.897457 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] Sync routers for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:38:09.908242 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00ab9-1b99-499b-8be8-331f3991ea43 None None] Pushing event updated for resources: {'Port': ['ID=f76d2536-3c87-4032-957e-4df5531b5c9c,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:09.914759 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224a8e1e-fe8d-421b-b0cd-64715681d678 None None] The sync data for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi is: [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:08Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:38:09.956991 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:09.958996 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad36a27f0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:09.973761 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 354926fb-a039-4b71-811c-ddcdd43d0de9 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:09.974147 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.249881 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:10.256734 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.463825 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Publish callbacks [] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.476418 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.498999 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.542535 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-65bedd91-90c8-402b-a033-94607bcf28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:10.552672 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-65bedd91-90c8-402b-a033-94607bcf28a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1129 time: 0.0874660
Apr 29 13:38:10.623302 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da88174-f9e8-4122-bb8b-b4c4bc02e816 None None] Pushing event updated for resources: {'Port': ['ID=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,revision_number=2']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:10.639385 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Attempting to bind port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:10.639997 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Attempting to bind port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:10.640536 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Attempting to bind port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:10.656542 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:10.657079 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:10.658002 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.659925 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:10.660808 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Bound port: 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:10.661592 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.677922 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb2a64-e16c-43f2-89df-75d28d819442 None None] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:38:10.769399 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] For port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:10.774119 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] For port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:10.803731 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.815695 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 354926fb-a039-4b71-811c-ddcdd43d0de9 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:10.816085 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.852675 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-b89dc2e9-832b-4f45-be4b-35284f866b8a None None] Provisioning complete for port 354926fb-a039-4b71-811c-ddcdd43d0de9 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:10.853320 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b89dc2e9-832b-4f45-be4b-35284f866b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:10.863708 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28deb58-59b9-4fab-aa6c-fa444852a5ca req-a4ab2789-82c9-4f1c-b4e4-0616f98d0671 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:10.865891 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d28deb58-59b9-4fab-aa6c-fa444852a5ca req-a4ab2789-82c9-4f1c-b4e4-0616f98d0671 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1344905
Apr 29 13:38:10.934735 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da88174-f9e8-4122-bb8b-b4c4bc02e816 None None] Pushing event updated for resources: {'Port': ['ID=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:10.958370 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Routers {'13338d96-526d-4063-aa84-676413b89474'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:10.959117 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc49a0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['13338d96-526d-4063-aa84-676413b89474'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:10.991171 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Allocated IP 172.20.0.1 (42c7a8b8-c184-4deb-8b54-42bfd39e6fae/a72ad532-d2b5-44ea-8d5d-a657a7a20f94/56ec2ae6-f300-4a26-90b1-95758e48f166) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:38:11.106793 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 354926fb-a039-4b71-811c-ddcdd43d0de9, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=354926fb-a039-4b71-811c-ddcdd43d0de9,segment=NetworkSegment(8061b44c-240e-45f7-81a4-9c4953d3030d),segment_id=8061b44c-240e-45f7-81a4-9c4953d3030d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:11.124957 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:11.308648 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-baf26799-f616-42c7-adee-9e6869c987d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:11.311709 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-baf26799-f616-42c7-adee-9e6869c987d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.3505266
Apr 29 13:38:11.329375 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks [] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:11.392336 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:11.435188 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:11.444866 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:11.463696 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device f76d2536-3c87-4032-957e-4df5531b5c9c up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:11.474886 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:11.475612 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (13338d96-526d-4063-aa84-676413b89474), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:11.487064 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d28deb58-59b9-4fab-aa6c-fa444852a5ca req-046e9a75-cf4d-491c-8ed1-3e53e35b6ee0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6119194
Apr 29 13:38:11.647540 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] Set router 13338d96-526d-4063-aa84-676413b89474 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:11.653337 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Pushing event updated for resources: {'Port': ['ID=56ec2ae6-f300-4a26-90b1-95758e48f166,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:11.675636 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.676336 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.676973 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.677539 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.678217 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.679096 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.679870 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.680305 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.680867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.682705 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.683813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.684389 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.684938 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.686030 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.686616 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.772543 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=354926fb-a039-4b71-811c-ddcdd43d0de9,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:11.841251 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad36a27f0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'e4ea6edc-25df-46b4-b639-c99d6d5accca', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'port_id': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'mac_address': 'fa:16:3e:a6:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:27Z', 'updated_at': '2022-04-29T13:38:07Z', 'revision_number': 1, 'project_id': '949789e24b594a069226af551ad3ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:11.870452 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.871004 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.871371 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.871730 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.872065 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.892705 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.893061 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.893400 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.893739 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.894071 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.894405 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.894780 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.895102 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.895466 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.895740 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:11.966995 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:12.038036 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] Checking router: 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:38:12.057357 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc2e9-832b-4f45-be4b-35284f866b8a None None] Current status of the port 354926fb-a039-4b71-811c-ddcdd43d0de9 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:12.091452 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port f76d2536-3c87-4032-957e-4df5531b5c9c triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:12.093037 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:12.096502 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:12.097895 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad36a27f0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:12.222324 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0bc49a0>, [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:38:08Z', 'revision_number': 3, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:12.284563 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4d322-a589-4b2e-b4b8-3f10f70076e4 None None] The sync data for ids ['13338d96-526d-4063-aa84-676413b89474'] in dv-cinder-839416-3-iscsi is: [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:38:08Z', 'revision_number': 3, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:38:12.388891 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-bf61f5fd-a92b-49ac-8901-6f030048d9d8 None None] Provisioning complete for port 354926fb-a039-4b71-811c-ddcdd43d0de9 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:12.389509 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bf61f5fd-a92b-49ac-8901-6f030048d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:12.401746 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks [] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:12.408805 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-cb56b274-7f31-46ae-aa01-d5f7c7f70c81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 200  len: 999 time: 0.2538717
Apr 29 13:38:12.409629 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:12.410306 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (13338d96-526d-4063-aa84-676413b89474), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:12.436427 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:12.535997 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Pushing event updated for resources: {'Port': ['ID=56ec2ae6-f300-4a26-90b1-95758e48f166,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:12.599518 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:12.602647 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:12.615198 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port f76d2536-3c87-4032-957e-4df5531b5c9c is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:12.701019 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-bf61f5fd-a92b-49ac-8901-6f030048d9d8 None None] Current status of the port 354926fb-a039-4b71-811c-ddcdd43d0de9 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:12.755575 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-d75315bd-df74-4fda-b2e7-56acb91619b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:12.757077 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-d75315bd-df74-4fda-b2e7-56acb91619b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.1193936
Apr 29 13:38:12.785681 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Router 13338d96-526d-4063-aa84-676413b89474 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:38:12.930382 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e33526-cc4a-47a4-874c-f958a1684ec8 req-f228b495-2921-459c-9bfb-d2d8b9063352 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:12.931976 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1e33526-cc4a-47a4-874c-f958a1684ec8 req-f228b495-2921-459c-9bfb-d2d8b9063352 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1616275
Apr 29 13:38:12.989383 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-abcc4324-5aa9-48ff-81fd-7e9a26648fc4 None None] Provisioning complete for port 56ec2ae6-f300-4a26-90b1-95758e48f166 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:12.989855 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-abcc4324-5aa9-48ff-81fd-7e9a26648fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:13.031613 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-5727e727-99f6-4e2f-81e4-57def11bec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:13.033335 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-5727e727-99f6-4e2f-81e4-57def11bec8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1306808
Apr 29 13:38:13.087352 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad36a27f0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'e4ea6edc-25df-46b4-b639-c99d6d5accca', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'port_id': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'mac_address': 'fa:16:3e:a6:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:27Z', 'updated_at': '2022-04-29T13:38:07Z', 'revision_number': 1, 'project_id': '949789e24b594a069226af551ad3ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:13.217088 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1e33526-cc4a-47a4-874c-f958a1684ec8 req-0f29078d-f00e-465c-ba53-b4ad24724456 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627444
Apr 29 13:38:13.240107 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:38:13.256915 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-b59c91cb-76ae-4978-8740-f834c41bb340 admin admin] 10.222.0.52 "PUT /v2.0/routers/13338d96-526d-4063-aa84-676413b89474/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0797145
Apr 29 13:38:13.321445 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-9de9e271-a439-419d-af37-0d338048684d service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789087
Apr 29 13:38:13.531299 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-9909ae32-c36a-477d-839f-2ff4ddc9d96e req-d384dfb7-9027-472e-bf40-d8c1917c95bb service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998305
Apr 29 13:38:13.540679 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:13.549079 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f27ebe-5718-450d-bdbe-9da86ceb7926 None None] The sync data for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi is: [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'e4ea6edc-25df-46b4-b639-c99d6d5accca', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'port_id': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'mac_address': 'fa:16:3e:a6:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:37:27Z', 'updated_at': '2022-04-29T13:38:07Z', 'revision_number': 1, 'project_id': '949789e24b594a069226af551ad3ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:38:13.582488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-abcc4324-5aa9-48ff-81fd-7e9a26648fc4 None None] Port 56ec2ae6-f300-4a26-90b1-95758e48f166 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:38:13.658714 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:13.659034 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:13.743626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-7b1f1328-5601-469f-a61b-9b27d7b5fa3b None None] Provisioning complete for port 56ec2ae6-f300-4a26-90b1-95758e48f166 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:13.744027 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1328-5601-469f-a61b-9b27d7b5fa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:13.797051 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f1328-5601-469f-a61b-9b27d7b5fa3b None None] Port 56ec2ae6-f300-4a26-90b1-95758e48f166 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:38:13.883028 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:13.884609 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:13.927800 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:13.935153 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:13.935964 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 354926fb-a039-4b71-811c-ddcdd43d0de9 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:13.991495 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e0760-0155-4ca2-8374-e703987a579b None None] New status for floating IP e4ea6edc-25df-46b4-b639-c99d6d5accca: ACTIVE {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:38:14.094844 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:14.160883 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 354926fb-a039-4b71-811c-ddcdd43d0de9 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:14.161284 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:14.164924 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f5e5e-0624-4795-a1db-3ae13a57eea3 req-af07f60f-2d29-4f44-ab6f-5e9945549b20 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:14.172124 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-422f5e5e-0624-4795-a1db-3ae13a57eea3 req-af07f60f-2d29-4f44-ab6f-5e9945549b20 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.1770177
Apr 29 13:38:14.270254 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-422f5e5e-0624-4795-a1db-3ae13a57eea3 req-07c652c8-02c8-4baa-a906-088af4288bb9 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860891
Apr 29 13:38:14.343605 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 354926fb-a039-4b71-811c-ddcdd43d0de9 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:14.390923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded1d1-81db-4754-9c73-2f44ee572b79 req-8962131c-a886-4ea6-b0e3-dfa8caaae79e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:14.392802 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-13ded1d1-81db-4754-9c73-2f44ee572b79 req-8962131c-a886-4ea6-b0e3-dfa8caaae79e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0662456
Apr 29 13:38:14.452713 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-13ded1d1-81db-4754-9c73-2f44ee572b79 req-823e0b83-5d19-4462-9e70-f77d2b8b5001 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535491
Apr 29 13:38:15.224852 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:15.285916 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:15.286693 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:15.393429 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Sync routers for ids ['13338d96-526d-4063-aa84-676413b89474'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:38:15.407734 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:15.419742 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Routers {'13338d96-526d-4063-aa84-676413b89474'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:15.420862 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad35a2460>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['13338d96-526d-4063-aa84-676413b89474'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:15.464801 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a010a02-715f-46fd-b686-262e0d3c7d6f req-5252c12c-df65-4048-8fbc-b641652b88f7 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:15.468412 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8a010a02-715f-46fd-b686-262e0d3c7d6f req-5252c12c-df65-4048-8fbc-b641652b88f7 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0651000
Apr 29 13:38:15.543148 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8a010a02-715f-46fd-b686-262e0d3c7d6f req-4de35d04-bd8a-45a4-ab20-a3aa5b0148ba tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694852
Apr 29 13:38:15.575116 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Set router 13338d96-526d-4063-aa84-676413b89474 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:15.606196 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6338ae-e29b-4ed8-a5bb-3e20439c0557 req-9253b7e9-2f4b-4ddf-8b3b-b6e638a9ed80 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:15.608091 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac6338ae-e29b-4ed8-a5bb-3e20439c0557 req-9253b7e9-2f4b-4ddf-8b3b-b6e638a9ed80 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0635295
Apr 29 13:38:15.667700 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac6338ae-e29b-4ed8-a5bb-3e20439c0557 req-8486057b-11c4-4d92-ade5-b70642bd1a76 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497367
Apr 29 13:38:15.822387 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad35a2460>, [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:38:11Z', 'revision_number': 4, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '56ec2ae6-f300-4a26-90b1-95758e48f166', 'name': '', 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'mac_address': 'fa:16:3e:de:7b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'a72ad532-d2b5-44ea-8d5d-a657a7a20f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:10Z', 'updated_at': '2022-04-29T13:38:12Z', 'revision_number': 2, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'subnets': [{'id': 'a72ad532-d2b5-44ea-8d5d-a657a7a20f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:15.851556 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Checking router: 13338d96-526d-4063-aa84-676413b89474 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:38:15.852183 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Updating router 13338d96-526d-4063-aa84-676413b89474 port 56ec2ae6-f300-4a26-90b1-95758e48f166 binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:38:15.888888 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:16.238302 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Publish callbacks [] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:16.245817 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:16.344838 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12f208-a0d1-42c9-a767-ff007e0cdaca None None] Pushing event updated for resources: {'Port': ['ID=56ec2ae6-f300-4a26-90b1-95758e48f166,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:16.402652 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Attempting to bind port 56ec2ae6-f300-4a26-90b1-95758e48f166 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:16.411386 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Attempting to bind port 56ec2ae6-f300-4a26-90b1-95758e48f166 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:16.411853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Attempting to bind port 56ec2ae6-f300-4a26-90b1-95758e48f166 on network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:16.420532 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:16.420917 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Checking segment: {'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:16.421324 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:16.421721 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Bound using segment: {'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:16.422400 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Bound port: 56ec2ae6-f300-4a26-90b1-95758e48f166, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8061b44c-240e-45f7-81a4-9c4953d3030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:16.422823 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:16.528333 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] For port 56ec2ae6-f300-4a26-90b1-95758e48f166, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:16.532778 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] For port 56ec2ae6-f300-4a26-90b1-95758e48f166, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=56ec2ae6-f300-4a26-90b1-95758e48f166,segment=NetworkSegment(8061b44c-240e-45f7-81a4-9c4953d3030d),segment_id=8061b44c-240e-45f7-81a4-9c4953d3030d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:16.542543 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:16.633525 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-9736d53f-055f-4600-805f-736e38ac07c0 None None] Provisioning complete for port 56ec2ae6-f300-4a26-90b1-95758e48f166 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:16.634743 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9736d53f-055f-4600-805f-736e38ac07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:16.685626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Routers {'13338d96-526d-4063-aa84-676413b89474'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:38:16.686334 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad35a2460>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:37:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['13338d96-526d-4063-aa84-676413b89474'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:16.690144 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12f208-a0d1-42c9-a767-ff007e0cdaca None None] Pushing event updated for resources: {'Port': ['ID=56ec2ae6-f300-4a26-90b1-95758e48f166,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:16.785222 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec111a9-ef20-42da-8814-6c52cd205a01 req-5b0860dd-9d91-4e53-80a0-54b6262b4cd9 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:16.805192 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8ec111a9-ef20-42da-8814-6c52cd205a01 req-5b0860dd-9d91-4e53-80a0-54b6262b4cd9 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.1293957
Apr 29 13:38:16.947183 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8ec111a9-ef20-42da-8814-6c52cd205a01 req-4a843a81-109b-471a-b70a-f7faca5f7dc8 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336598
Apr 29 13:38:16.967966 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d04b83-8159-4c09-afff-4d771055ad1b req-2dcd89f0-bda5-493e-a2be-00d949a2d375 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:16.969529 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-81d04b83-8159-4c09-afff-4d771055ad1b req-2dcd89f0-bda5-493e-a2be-00d949a2d375 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1307542
Apr 29 13:38:17.034636 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-9736d53f-055f-4600-805f-736e38ac07c0 None None] Current status of the port 56ec2ae6-f300-4a26-90b1-95758e48f166 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:17.035136 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9736d53f-055f-4600-805f-736e38ac07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:17.069691 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-81d04b83-8159-4c09-afff-4d771055ad1b req-975d4e7e-1844-45c7-b41c-9893538c5247 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887642
Apr 29 13:38:17.086884 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] Set router 13338d96-526d-4063-aa84-676413b89474 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:38:17.128511 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9736d53f-055f-4600-805f-736e38ac07c0 None None] For port 56ec2ae6-f300-4a26-90b1-95758e48f166, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=56ec2ae6-f300-4a26-90b1-95758e48f166,segment=NetworkSegment(8061b44c-240e-45f7-81a4-9c4953d3030d),segment_id=8061b44c-240e-45f7-81a4-9c4953d3030d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:17.134218 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9736d53f-055f-4600-805f-736e38ac07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:17.283887 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736d53f-055f-4600-805f-736e38ac07c0 None None] Pushing event updated for resources: {'Port': ['ID=56ec2ae6-f300-4a26-90b1-95758e48f166,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:17.297660 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-7f4ec275-4620-4ab4-9004-dc0ab06c1e41 None None] Provisioning complete for port 56ec2ae6-f300-4a26-90b1-95758e48f166 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:17.298034 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-7f4ec275-4620-4ab4-9004-dc0ab06c1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:17.534982 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad35a2460>, [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:38:11Z', 'revision_number': 4, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '56ec2ae6-f300-4a26-90b1-95758e48f166', 'name': '', 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'mac_address': 'fa:16:3e:de:7b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'a72ad532-d2b5-44ea-8d5d-a657a7a20f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:10Z', 'updated_at': '2022-04-29T13:38:16Z', 'revision_number': 4, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'subnets': [{'id': 'a72ad532-d2b5-44ea-8d5d-a657a7a20f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:17.567525 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef343c3-b940-4df8-9466-40109d0168cf None None] The sync data for ids ['13338d96-526d-4063-aa84-676413b89474'] in dv-cinder-839416-3-iscsi is: [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:38:11Z', 'revision_number': 4, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '56ec2ae6-f300-4a26-90b1-95758e48f166', 'name': '', 'network_id': '42c7a8b8-c184-4deb-8b54-42bfd39e6fae', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'mac_address': 'fa:16:3e:de:7b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'a72ad532-d2b5-44ea-8d5d-a657a7a20f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:10Z', 'updated_at': '2022-04-29T13:38:16Z', 'revision_number': 4, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'subnets': [{'id': 'a72ad532-d2b5-44ea-8d5d-a657a7a20f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:38:17.645811 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ec275-4620-4ab4-9004-dc0ab06c1e41 None None] Current status of the port 56ec2ae6-f300-4a26-90b1-95758e48f166 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:18.126216 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fae5d-3703-4426-8a02-7a50b7616694 req-589f5620-d148-44af-9285-4e1a07c555a7 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:18.140507 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d23fae5d-3703-4426-8a02-7a50b7616694 req-589f5620-d148-44af-9285-4e1a07c555a7 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0899513
Apr 29 13:38:18.288701 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d902dd-78f9-48de-bdc1-a272cb315d1e req-8a9eacaf-bcee-4ff9-8144-ee8569deaca3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:18.290266 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d4d902dd-78f9-48de-bdc1-a272cb315d1e req-8a9eacaf-bcee-4ff9-8144-ee8569deaca3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0836825
Apr 29 13:38:18.296046 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d23fae5d-3703-4426-8a02-7a50b7616694 req-ad1b6d76-fba8-420f-ac03-b747cefc0e16 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542394
Apr 29 13:38:18.387950 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d4d902dd-78f9-48de-bdc1-a272cb315d1e req-b6faa2e6-47fe-4631-9005-7df89207f617 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823779
Apr 29 13:38:19.236731 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 56ec2ae6-f300-4a26-90b1-95758e48f166 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:19.304847 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 56ec2ae6-f300-4a26-90b1-95758e48f166 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:19.305286 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:19.430183 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 56ec2ae6-f300-4a26-90b1-95758e48f166 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:19.492639 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05908c6f-23f6-43ad-8d75-03e1f6b34bfe req-42e70998-83b3-49ec-ae67-f68130845b8e tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:19.508978 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05908c6f-23f6-43ad-8d75-03e1f6b34bfe req-42e70998-83b3-49ec-ae67-f68130845b8e tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.1123416
Apr 29 13:38:19.596679 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43b0a2-ec73-45b3-9d39-1e8dfaf28bf7 req-fa9d87eb-1c27-4e4d-9c17-67e2066c3538 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:19.598770 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff43b0a2-ec73-45b3-9d39-1e8dfaf28bf7 req-fa9d87eb-1c27-4e4d-9c17-67e2066c3538 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0792618
Apr 29 13:38:19.605575 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05908c6f-23f6-43ad-8d75-03e1f6b34bfe req-f62477bb-7874-4862-89ba-80deb28dfccf tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956759
Apr 29 13:38:19.672549 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff43b0a2-ec73-45b3-9d39-1e8dfaf28bf7 req-17e5c698-026b-497d-8137-a31cb0eac7e6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655386
Apr 29 13:38:19.963648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-89267c51-cc9f-4d4e-b7c1-6417e488b12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:20.514702 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-6f3f9e4f-6e45-42b0-b6b8-e54d2801bac0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0429194
Apr 29 13:38:20.799087 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16375dbb-48bf-4314-bb99-30dc9cb331f8 req-4f7a5392-9ac6-4a32-9ed2-2dec37518553 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:20.807203 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-16375dbb-48bf-4314-bb99-30dc9cb331f8 req-4f7a5392-9ac6-4a32-9ed2-2dec37518553 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0583720
Apr 29 13:38:20.821252 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00aa32-27de-4383-b83d-07e39351c13f req-fe578347-ba86-4dbb-ab21-034e3e9c4dc7 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:20.823716 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3f00aa32-27de-4383-b83d-07e39351c13f req-fe578347-ba86-4dbb-ab21-034e3e9c4dc7 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.1097260
Apr 29 13:38:20.908259 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-16375dbb-48bf-4314-bb99-30dc9cb331f8 req-bb87ac20-d6a9-4a46-8a16-128786c09b31 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011207
Apr 29 13:38:20.937242 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3f00aa32-27de-4383-b83d-07e39351c13f req-e517c9b0-f642-4c84-bf5e-0c8830fa2c10 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049571
Apr 29 13:38:22.122009 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5dfbb-c1d3-4a65-ad85-d4557535f320 req-51c25cff-57df-4d19-ac80-7ba8e9e36de1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:22.128955 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0e5dfbb-c1d3-4a65-ad85-d4557535f320 req-51c25cff-57df-4d19-ac80-7ba8e9e36de1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1081312
Apr 29 13:38:22.154628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b290d3b-bc85-443a-a84f-faf53b20500f req-5b487cad-54f3-460f-adcf-d9bd6842e149 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:22.159064 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4b290d3b-bc85-443a-a84f-faf53b20500f req-5b487cad-54f3-460f-adcf-d9bd6842e149 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.0858037
Apr 29 13:38:22.205971 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0e5dfbb-c1d3-4a65-ad85-d4557535f320 req-e2f6fba2-b265-4182-9aa4-0d073f22eed0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761292
Apr 29 13:38:22.251527 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4b290d3b-bc85-443a-a84f-faf53b20500f req-4abc4112-df01-44ce-ace0-93939fb4163d tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865028
Apr 29 13:38:22.476738 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-65a8ed0f-7c7b-4a40-a60f-3db4b6c7a02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:23.388811 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0b66f-fd8c-4669-bb9d-71537aafb92c req-a46723eb-2e03-4f64-99c3-0377af6c62c3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:23.391160 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5bc0b66f-fd8c-4669-bb9d-71537aafb92c req-a46723eb-2e03-4f64-99c3-0377af6c62c3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0652361
Apr 29 13:38:23.465715 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-1bbf3003-05bd-4fb6-a085-1f31fb72fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:23.467553 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-1bbf3003-05bd-4fb6-a085-1f31fb72fbe1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1129 time: 0.0485678
Apr 29 13:38:23.569889 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:38:23.600195 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-700d799e-4f8d-4dfd-af17-9aeef01a21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:23.601880 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-700d799e-4f8d-4dfd-af17-9aeef01a21a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.1048753
Apr 29 13:38:23.668396 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:23.705549 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5bc0b66f-fd8c-4669-bb9d-71537aafb92c req-ef74487d-0fc7-4eaa-b46b-b1b9312469bb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3042009
Apr 29 13:38:23.721225 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dc90b-4b82-4a13-aac1-dde654bb54b2 req-b7a5c666-d031-434a-aeff-c8b94f96a4c3 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:23.722872 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-382dc90b-4b82-4a13-aac1-dde654bb54b2 req-b7a5c666-d031-434a-aeff-c8b94f96a4c3 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.3305204
Apr 29 13:38:23.773793 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-a471323a-700f-4691-8d04-238b0ca8907d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff187662-7389-4089-8b3b-ce3aed91747a HTTP/1.1" status: 200  len: 217 time: 0.0742288
Apr 29 13:38:23.781376 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88952a2c-5577-4702-b451-2d58a25a6021 req-466a3ae8-18f4-4ca6-817e-e05df164dfac tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:23.782942 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-88952a2c-5577-4702-b451-2d58a25a6021 req-466a3ae8-18f4-4ca6-817e-e05df164dfac tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.48 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 945 time: 0.1799304
Apr 29 13:38:23.821469 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-382dc90b-4b82-4a13-aac1-dde654bb54b2 req-3db002ae-dcc7-46f3-8dbb-fe24532ca8bc tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/security-groups?id=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824096
Apr 29 13:38:23.966028 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-2d557a18-51da-4493-83f0-7fab5821a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:23.967891 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-2d557a18-51da-4493-83f0-7fab5821a4f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.1840484
Apr 29 13:38:24.010156 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Deleting port f303c554-7109-43fe-8393-6b32b9032dfa {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:38:24.010508 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:24.068853 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-5c3a9d2f-2799-4e19-8859-6aaec60a1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:24.070786 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-5c3a9d2f-2799-4e19-8859-6aaec60a1077 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0960464
Apr 29 13:38:24.442274 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] For port f303c554-7109-43fe-8393-6b32b9032dfa, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f303c554-7109-43fe-8393-6b32b9032dfa,segment=NetworkSegment(ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5),segment_id=ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:24.442983 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:24.479493 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Calling delete_port for f303c554-7109-43fe-8393-6b32b9032dfa owned by compute:nova {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:38:24.674545 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-1a45b100-da5d-4e5f-a086-1bc447cc827d service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5688543
Apr 29 13:38:24.850784 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (f303c554-7109-43fe-8393-6b32b9032dfa), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:24.872704 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-49237cc8-5b76-4569-b6c9-ecb55bcd2ef2 req-e11220ec-7348-4892-829d-bf52a394d9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1890254
Apr 29 13:38:24.917259 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8aafd-93db-4785-9aa9-8870f3a35032 req-8e376197-2403-499b-acb2-1a30d1f03448 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:24.930026 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-23f8aafd-93db-4785-9aa9-8870f3a35032 req-8e376197-2403-499b-acb2-1a30d1f03448 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1019144
Apr 29 13:38:24.936184 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 46960) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:24.988243 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Pushing event deleted for resources: {'Port': ['ID=f303c554-7109-43fe-8393-6b32b9032dfa,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:24.999303 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:24.999705 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.000049 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.000497 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.001023 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.001023 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.001349 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.001703 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.002026 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.002343 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.002700 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.003022 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.005027 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.005392 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.005726 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.006051 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:38:25.008142 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-23f8aafd-93db-4785-9aa9-8870f3a35032 req-acdc2454-8c10-478d-9f92-d790d635a533 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763371
Apr 29 13:38:25.026631 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f26aaad5-c098-4a4e-92b4-13a3d8debc3f req-ea5f4681-fa08-4daa-931c-ea3dfd6279dc tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.0910518
Apr 29 13:38:25.037014 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] No DVR routers for this DVR port f303c554-7109-43fe-8393-6b32b9032dfa on host hv-cinder-83941 {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:38:25.042053 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.047016 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-88952a2c-5577-4702-b451-2d58a25a6021 req-4d60a7d5-a14d-4a9c-837c-5f7b1529b663 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.48 "DELETE /v2.0/ports/f303c554-7109-43fe-8393-6b32b9032dfa HTTP/1.1" status: 204  len: 173 time: 1.2532661
Apr 29 13:38:25.047509 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'name': 'network-vif-deleted', 'tag': 'f303c554-7109-43fe-8393-6b32b9032dfa'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:38:25.050500 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07bd4f-20d7-4188-b438-542d8b68ecdf" -d '{"events": [{"server_uuid": "a011f42b-2035-4637-81d8-43ae64a1d84a", "name": "network-vif-deleted", "tag": "f303c554-7109-43fe-8393-6b32b9032dfa"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:38:25.102503 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7e8379ec-af50-4ce4-96e1-c1b24fdb6c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.122852 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a29fe55-7096-405d-9230-2cbdb036886d x-openstack-request-id: req-4a29fe55-7096-405d-9230-2cbdb036886d {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:38:25.123172 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a011f42b-2035-4637-81d8-43ae64a1d84a", "name": "network-vif-deleted", "tag": "f303c554-7109-43fe-8393-6b32b9032dfa", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:38:25.123421 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a29fe55-7096-405d-9230-2cbdb036886d {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:38:25.124067 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a29fe55-7096-405d-9230-2cbdb036886d'] response: {'server_uuid': 'a011f42b-2035-4637-81d8-43ae64a1d84a', 'name': 'network-vif-deleted', 'tag': 'f303c554-7109-43fe-8393-6b32b9032dfa', 'status': 'completed', 'code': 200}
Apr 29 13:38:25.184537 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7e8379ec-af50-4ce4-96e1-c1b24fdb6c72 admin admin] Publish callbacks [] for security_group (d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.189555 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7e8379ec-af50-4ce4-96e1-c1b24fdb6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.229240 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-7e8379ec-af50-4ce4-96e1-c1b24fdb6c72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e15516f887e64cd59d212ea28312640b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2920530
Apr 29 13:38:25.232089 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 46970) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:25.235365 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8379ec-af50-4ce4-96e1-c1b24fdb6c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:25.291224 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-caca5eaf-04b6-4bbd-852f-d89bd5c79b23 admin admin] Publish callbacks [] for security_group (d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.318249 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-caca5eaf-04b6-4bbd-852f-d89bd5c79b23 admin admin] Publish callbacks [] for security_group (d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.383796 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-caca5eaf-04b6-4bbd-852f-d89bd5c79b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.388185 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-caca5eaf-04b6-4bbd-852f-d89bd5c79b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.392685 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-caca5eaf-04b6-4bbd-852f-d89bd5c79b23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe HTTP/1.1" status: 204  len: 168 time: 0.1571789
Apr 29 13:38:25.403347 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca5eaf-04b6-4bbd-852f-d89bd5c79b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed2ba8-6c3e-4a15-a881-90de74c3c0fe,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:25.489616 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f303c554-7109-43fe-8393-6b32b9032dfa no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:38:25.512480 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: f303c554-7109-43fe-8393-6b32b9032dfa {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:38:25.512833 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f303c554-7109-43fe-8393-6b32b9032dfa not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:38:25.567187 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ad1c59f9-d777-4d96-ba61-9d09a6aa7f0d tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:25.569148 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ad1c59f9-d777-4d96-ba61-9d09a6aa7f0d tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 815 time: 0.1308880
Apr 29 13:38:25.595030 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-382c87bb-b4e7-48b1-b5c9-2e981797f83f tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/quotas/b4bebdc3f3254cd5b12ab47571074339 HTTP/1.1" status: 200  len: 375 time: 0.0159426
Apr 29 13:38:25.668490 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-4684b402-28cd-458e-ab9e-57265d0631c3 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0637214
Apr 29 13:38:25.827031 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-7e15e0c8-e0ff-49ab-a60f-51d1c51e7089 service neutron] 10.222.0.52 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494784
Apr 29 13:38:25.855739 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47012) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:25.878449 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c6838006-89f3-4b9d-a7ed-abf314167303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.948905 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-e07c8e30-425a-42d7-b1f3-ea554664b6c7 service neutron] 10.222.0.52 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207864
Apr 29 13:38:25.982004 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c6838006-89f3-4b9d-a7ed-abf314167303 admin admin] Publish callbacks [] for security_group (e2e2a531-7c11-4630-b951-e019257cb7f5), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:25.990932 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c6838006-89f3-4b9d-a7ed-abf314167303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e2e2a531-7c11-4630-b951-e019257cb7f5), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:26.041932 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c6838006-89f3-4b9d-a7ed-abf314167303 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=325a2001954b4960a7007f013be575c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1800554
Apr 29 13:38:26.042497 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47016) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:26.051972 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838006-89f3-4b9d-a7ed-abf314167303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2a531-7c11-4630-b951-e019257cb7f5,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:26.145007 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14219f05-d1ce-4ab8-b8bb-e34bf073f3a7 admin admin] Publish callbacks [] for security_group (e2e2a531-7c11-4630-b951-e019257cb7f5), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:26.200849 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14219f05-d1ce-4ab8-b8bb-e34bf073f3a7 admin admin] Publish callbacks [] for security_group (e2e2a531-7c11-4630-b951-e019257cb7f5), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:26.257857 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-42ea451f-127d-4b92-83ec-725781b642b9 req-4499458d-ffc4-4e2a-bdef-ce3f2bce05b6 tempest-DeleteServersTestJSON-725273993 tempest-DeleteServersTestJSON-725273993-project] 10.222.0.52 "GET /v2.0/ports?device_id=a011f42b-2035-4637-81d8-43ae64a1d84a HTTP/1.1" status: 200  len: 210 time: 0.0334859
Apr 29 13:38:26.279005 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4457f55-f779-4f31-9345-11b761a98727 req-90fc3bb1-6764-4675-aaf7-3d4febf0aeb0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:26.285116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14219f05-d1ce-4ab8-b8bb-e34bf073f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e2e2a531-7c11-4630-b951-e019257cb7f5), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:26.288774 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14219f05-d1ce-4ab8-b8bb-e34bf073f3a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:26.289021 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f4457f55-f779-4f31-9345-11b761a98727 req-90fc3bb1-6764-4675-aaf7-3d4febf0aeb0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1060998
Apr 29 13:38:26.291306 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-14219f05-d1ce-4ab8-b8bb-e34bf073f3a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2e2a531-7c11-4630-b951-e019257cb7f5 HTTP/1.1" status: 204  len: 168 time: 0.2472467
Apr 29 13:38:26.314621 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14219f05-d1ce-4ab8-b8bb-e34bf073f3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2a531-7c11-4630-b951-e019257cb7f5,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:26.411237 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91eae4b3-e103-4eab-8f01-8ca75573f800 req-720046d4-00db-4881-be84-f41fe02a7b6a tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.0348816
Apr 29 13:38:26.425723 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f4457f55-f779-4f31-9345-11b761a98727 req-119498b5-be2d-4ae5-adc6-68587415e7ce tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356232
Apr 29 13:38:26.657855 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:26.753077 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83c72-6e08-4938-90bc-ab58462a320e req-cf4ccb40-375b-4af7-bf12-5b06aa149b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:26.754985 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2fb83c72-6e08-4938-90bc-ab58462a320e req-cf4ccb40-375b-4af7-bf12-5b06aa149b74 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 1129 time: 0.0474219
Apr 29 13:38:26.821428 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2fb83c72-6e08-4938-90bc-ab58462a320e req-2414205d-d9c9-43c8-aafe-22dd8fba8421 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598898
Apr 29 13:38:27.284103 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47074) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:27.432214 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-08a0a784-033f-41ea-929d-3139ddfe4daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:27.591284 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-95c03db9-b54f-4017-a118-40b5d5f7d899 req-8ba57fa6-3e30-418f-9b00-cf38e5de001e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.0563557
Apr 29 13:38:27.618394 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-08a0a784-033f-41ea-929d-3139ddfe4daa admin admin] Publish callbacks [] for security_group (fe97026f-5c3d-4247-bce2-29d56c9ee050), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:27.629148 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-08a0a784-033f-41ea-929d-3139ddfe4daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (fe97026f-5c3d-4247-bce2-29d56c9ee050), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:27.670681 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f546c-e853-4455-93e1-d2d3054a87a9 req-1cad78cb-b564-4152-82a6-56b096472442 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:27.674311 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-809f546c-e853-4455-93e1-d2d3054a87a9 req-1cad78cb-b564-4152-82a6-56b096472442 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1272316
Apr 29 13:38:27.699721 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0a784-033f-41ea-929d-3139ddfe4daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97026f-5c3d-4247-bce2-29d56c9ee050,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:27.705039 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-08a0a784-033f-41ea-929d-3139ddfe4daa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0696bc0011164472af9824d9f7a23d39&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4198389
Apr 29 13:38:27.707598 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47112) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:27.781487 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-809f546c-e853-4455-93e1-d2d3054a87a9 req-f1e1f03a-fcda-4b30-b958-b3e97a09bbfb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000650
Apr 29 13:38:27.802797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-842feff5-962c-4d20-a80b-b1c2932fe070 admin admin] Publish callbacks [] for security_group (fe97026f-5c3d-4247-bce2-29d56c9ee050), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:27.834055 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-842feff5-962c-4d20-a80b-b1c2932fe070 admin admin] Publish callbacks [] for security_group (fe97026f-5c3d-4247-bce2-29d56c9ee050), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:27.899671 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-842feff5-962c-4d20-a80b-b1c2932fe070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (fe97026f-5c3d-4247-bce2-29d56c9ee050), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:27.903684 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-842feff5-962c-4d20-a80b-b1c2932fe070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:27.906635 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-842feff5-962c-4d20-a80b-b1c2932fe070 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe97026f-5c3d-4247-bce2-29d56c9ee050 HTTP/1.1" status: 204  len: 168 time: 0.1969090
Apr 29 13:38:27.916286 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842feff5-962c-4d20-a80b-b1c2932fe070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97026f-5c3d-4247-bce2-29d56c9ee050,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:28.249888 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47142) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:28.258828 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7e22b88f-9d01-47bd-9a76-2b72c7cc4325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:28.341766 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7e22b88f-9d01-47bd-9a76-2b72c7cc4325 admin admin] Publish callbacks [] for security_group (9c8440c1-962e-46bd-83be-125897741e47), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:28.346414 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7e22b88f-9d01-47bd-9a76-2b72c7cc4325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9c8440c1-962e-46bd-83be-125897741e47), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:28.390439 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7e22b88f-9d01-47bd-9a76-2b72c7cc4325 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=467ac3b950b942189814a1d818d5176d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1425893
Apr 29 13:38:28.390439 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b88f-9d01-47bd-9a76-2b72c7cc4325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8440c1-962e-46bd-83be-125897741e47,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:28.390886 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47152) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:28.443008 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1d49c163-263f-4c98-8051-2572b5eac897 admin admin] Publish callbacks [] for security_group (9c8440c1-962e-46bd-83be-125897741e47), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:28.465611 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1d49c163-263f-4c98-8051-2572b5eac897 admin admin] Publish callbacks [] for security_group (9c8440c1-962e-46bd-83be-125897741e47), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:28.514128 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1d49c163-263f-4c98-8051-2572b5eac897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9c8440c1-962e-46bd-83be-125897741e47), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:28.517122 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1d49c163-263f-4c98-8051-2572b5eac897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:28.518305 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-1d49c163-263f-4c98-8051-2572b5eac897 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c8440c1-962e-46bd-83be-125897741e47 HTTP/1.1" status: 204  len: 168 time: 0.1253111
Apr 29 13:38:28.526360 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49c163-263f-4c98-8051-2572b5eac897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8440c1-962e-46bd-83be-125897741e47,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:28.846240 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-999571aa-ab27-42c8-b6e1-aefe068c1158 req-3cd0fffe-e659-4093-b239-44981b90c553 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.0345981
Apr 29 13:38:28.920386 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44aa24-2e2f-4191-8230-f32dc9369bb8 req-00ae1f03-cc20-479e-939f-f0c144a1604c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:28.921931 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bb44aa24-2e2f-4191-8230-f32dc9369bb8 req-00ae1f03-cc20-479e-939f-f0c144a1604c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0500374
Apr 29 13:38:28.983384 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bb44aa24-2e2f-4191-8230-f32dc9369bb8 req-860d90cd-25dc-413c-b1bf-106dbd210df9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532196
Apr 29 13:38:29.949361 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c50b401e-7919-485f-9427-731f018999ed req-3c927183-3a26-4ad7-a67a-57dffb109b53 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.0285003
Apr 29 13:38:30.120543 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b086d2-6e87-4f56-954d-b41aaf64925e req-a721a0cc-041d-4875-b7ff-eae5314d0353 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:30.122125 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5b086d2-6e87-4f56-954d-b41aaf64925e req-a721a0cc-041d-4875-b7ff-eae5314d0353 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0662196
Apr 29 13:38:30.180561 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5b086d2-6e87-4f56-954d-b41aaf64925e req-36a43bd6-9682-40eb-b188-74813c8e41f2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506954
Apr 29 13:38:30.840305 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47248) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:30.961615 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-532f63f7-dac5-4cbc-acef-30c260e1f58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.095585 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8a8be8b4-62d6-4e1f-af6c-e0937b64245b req-c1cf64d8-7d4e-4452-965e-633542c3b62d tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.0464027
Apr 29 13:38:31.183622 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-532f63f7-dac5-4cbc-acef-30c260e1f58b admin admin] Publish callbacks [] for security_group (a43ef16d-5c12-41ba-8271-b0bad928f29a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.192753 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-532f63f7-dac5-4cbc-acef-30c260e1f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (a43ef16d-5c12-41ba-8271-b0bad928f29a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.310764 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-532f63f7-dac5-4cbc-acef-30c260e1f58b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5ebab286ded4d97ae477bb9f41d9172&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4691749
Apr 29 13:38:31.313075 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f63f7-dac5-4cbc-acef-30c260e1f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ef16d-5c12-41ba-8271-b0bad928f29a,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:31.315897 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47284) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:31.371516 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47288) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:31.472042 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47292) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:31.538423 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-90d3d1a7-255a-46bc-a958-203b46607ab2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:31.542017 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-90d3d1a7-255a-46bc-a958-203b46607ab2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.48 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 815 time: 0.4213831
Apr 29 13:38:31.550217 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] Deleting subnet 57e24858-6b35-488a-a377-90066ab677b5 {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:38:31.553876 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] Publish callbacks [] for subnet (57e24858-6b35-488a-a377-90066ab677b5), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.564001 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'port': {'device_id': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'admin_state_up': True, 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:31.606490 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2f85b-df63-4976-b31d-8286aefd5965 req-fffcf5ca-5af2-463f-9ed6-5d96fbe472d1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:31.608025 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5b2f85b-df63-4976-b31d-8286aefd5965 req-fffcf5ca-5af2-463f-9ed6-5d96fbe472d1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.1604707
Apr 29 13:38:31.613817 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] Publish callbacks [] for subnet (57e24858-6b35-488a-a377-90066ab677b5), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.617713 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-38abfd31-bca3-4930-a36a-3d7662a9da71 admin admin] Publish callbacks [] for security_group (a43ef16d-5c12-41ba-8271-b0bad928f29a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.629435 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (57e24858-6b35-488a-a377-90066ab677b5), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.693937 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-38abfd31-bca3-4930-a36a-3d7662a9da71 admin admin] Publish callbacks [] for security_group (a43ef16d-5c12-41ba-8271-b0bad928f29a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.721215 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] Deleting subnet 3402156b-2b28-4291-9ee9-8d34f959e430 {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:38:31.745141 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] Publish callbacks [] for subnet (3402156b-2b28-4291-9ee9-8d34f959e430), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.769212 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5b2f85b-df63-4976-b31d-8286aefd5965 req-a9261f8c-b361-4096-8ef5-e42409fc1927 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412342
Apr 29 13:38:31.793109 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (57e24858-6b35-488a-a377-90066ab677b5), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.831144 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e24858-6b35-488a-a377-90066ab677b5,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:31.833442 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-38abfd31-bca3-4930-a36a-3d7662a9da71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (a43ef16d-5c12-41ba-8271-b0bad928f29a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.848547 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-38abfd31-bca3-4930-a36a-3d7662a9da71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.850123 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-38abfd31-bca3-4930-a36a-3d7662a9da71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a43ef16d-5c12-41ba-8271-b0bad928f29a HTTP/1.1" status: 204  len: 168 time: 0.5300975
Apr 29 13:38:31.856689 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.861091 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c1d81584-60c6-4b3f-810e-930bcd1f9fe6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/57e24858-6b35-488a-a377-90066ab677b5 HTTP/1.1" status: 204  len: 168 time: 0.4876425
Apr 29 13:38:31.867195 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47308) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:31.874286 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] Publish callbacks [] for subnet (3402156b-2b28-4291-9ee9-8d34f959e430), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.877284 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abfd31-bca3-4930-a36a-3d7662a9da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ef16d-5c12-41ba-8271-b0bad928f29a,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:31.907521 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (3402156b-2b28-4291-9ee9-8d34f959e430), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:31.964890 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (2dd1ffbf-1b9d-4900-a327-fa596d805b94), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.043302 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Made reservation on behalf of b4bebdc3f3254cd5b12ab47571074339 for: {'port': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:38:32.057640 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.124532 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b821d2a-1dc4-4dbc-bee6-5540f4932e4c req-490df2ed-fc7a-4133-b654-cb1dcf0f1935 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:32.132114 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0b821d2a-1dc4-4dbc-bee6-5540f4932e4c req-490df2ed-fc7a-4133-b654-cb1dcf0f1935 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0918574
Apr 29 13:38:32.166923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (2dd1ffbf-1b9d-4900-a327-fa596d805b94), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.206718 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9adbdd3100>> segment before_delete 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.207463 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9adbdd3100>> subnet precommit_delete_associations 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.209380 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> segment_host_mapping after_create 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.209925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> port after_create 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.210471 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> port after_delete 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.211023 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> port after_update 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.211541 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> segment after_delete 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.212043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> subnet after_create 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.213352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> subnet after_delete 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.214257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb3790a0>> subnet after_update 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.221265 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for subnet (3402156b-2b28-4291-9ee9-8d34f959e430), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.348924 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3402156b-2b28-4291-9ee9-8d34f959e430,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:32.370204 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.376375 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ec980b3f-806b-4153-b383-369ce2ab3de3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3402156b-2b28-4291-9ee9-8d34f959e430 HTTP/1.1" status: 204  len: 168 time: 0.9017329
Apr 29 13:38:32.389639 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47322) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:32.453989 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb2f35b0>> subnet after_create 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.454930 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb2f35b0>> subnet after_delete 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.455089 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb2f35b0>> subnet before_create 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.455738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb2f35b0>> subnet before_update 55550000 {{(pid=103577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:32.456610 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adbdd3640>,) {'filters': {'network_id': ['2dd1ffbf-1b9d-4900-a327-fa596d805b94']}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:32.569189 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-572b4463-82c0-448d-829f-752b8e955bd8 req-cfa9daef-0fa9-4da6-ba24-d24d00702f80 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.0996821
Apr 29 13:38:32.584675 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0b821d2a-1dc4-4dbc-bee6-5540f4932e4c req-bec23b62-3449-4b09-ba8d-25a802f6f9c0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4514446
Apr 29 13:38:32.588433 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adbdd3640>, 'ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5') {'for_net_delete': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:32.588895 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adbdd3640>, 'ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5') {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:32.652186 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47330) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:32.664688 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59375196'] for segment (ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.702244 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (e0154303-7e0f-4011-b8a1-e0fc956ffec3), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.710124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Allocated IP 172.20.0.10 (14f51109-d91e-4647-adda-d288d03418a7/6b20b571-eec8-435d-b741-5d9b401742fa/b0952c90-00f8-4512-ae72-67a2e5db79e4) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:38:32.715858 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f462e60a-969e-42cc-9563-a5e4c4662b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.746064 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.778125 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:38:32.780591 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59201328'] for segment (ccb3e893-4c26-4fd5-90a3-6fe3c652aeb5), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   from cryptography.utils import int_from_bytes
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   from cryptography.utils import int_from_bytes
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]: Traceback (most recent call last):
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     timer()
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     cb(*args, **kw)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     return func(*args, **kwargs)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     self._notify()
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     self.callback(batched_events)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     event.method(event)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     return f(self, *a, **k)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._get(url).json()
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:38:32.877745 dv-cinder-839416-3-iscsi neutron-server[103577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:38:32.883805 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (2dd1ffbf-1b9d-4900-a327-fa596d805b94), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.925608 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:32.933412 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2dd1ffbf-1b9d-4900-a327-fa596d805b94 HTTP/1.1" status: 204  len: 168 time: 1.0636666
Apr 29 13:38:32.935287 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114f680-3533-4adc-94f7-a8b72ebc4699 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd1ffbf-1b9d-4900-a327-fa596d805b94,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:33.051434 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (e0154303-7e0f-4011-b8a1-e0fc956ffec3), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:33.235553 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9adb22a190>> segment before_delete 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.246523 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9adb22a190>> subnet precommit_delete_associations 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.248459 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> segment_host_mapping after_create 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.249473 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> port after_create 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.250328 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> port after_delete 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.251204 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> port after_update 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.252024 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> segment after_delete 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.252865 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> subnet after_create 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.254061 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> subnet after_delete 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.254921 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9adb411070>> subnet after_update 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.284101 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47342) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:33.559167 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47350) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:33.675130 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb555640>> subnet after_create 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.686906 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb555640>> subnet after_delete 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.691419 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb555640>> subnet before_create 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.691992 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9adb555640>> subnet before_update 55550000 {{(pid=103576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 29 13:38:33.692386 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adb21a190>,) {'filters': {'network_id': ['e0154303-7e0f-4011-b8a1-e0fc956ffec3']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:33.765512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4aaba1a0-9f7b-4200-be61-62ba6987a334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:33.871696 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb21a190>, 'b29b6810-a486-4b33-8894-436d5ca8271f') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:33.872682 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb21a190>, 'b29b6810-a486-4b33-8894-436d5ca8271f') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:33.961322 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f462e60a-969e-42cc-9563-a5e4c4662b72 admin admin] Publish callbacks [] for security_group (22fd61e3-56dc-4cc8-a928-f6f5eef66c9d), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:33.964923 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (b29b6810-a486-4b33-8894-436d5ca8271f), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:33.986344 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f462e60a-969e-42cc-9563-a5e4c4662b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (22fd61e3-56dc-4cc8-a928-f6f5eef66c9d), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.027698 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (b29b6810-a486-4b33-8894-436d5ca8271f), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.080836 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:38:34.082024 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (b29b6810-a486-4b33-8894-436d5ca8271f), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   from cryptography.utils import int_from_bytes
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   from cryptography.utils import int_from_bytes
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:38:34.102028 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:38:34.146159 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ce8881e5-5c9d-467a-b547-e62a515f9f39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f202dda5b28144f28ea25a33887996bb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5841997
Apr 29 13:38:34.147721 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47362) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:34.158497 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-f462e60a-969e-42cc-9563-a5e4c4662b72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca76ef07e9de4e1291e3fc9cc2162995&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5006709
Apr 29 13:38:34.160043 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47364) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:34.181480 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-81557e3e-3bd4-40c2-b003-bae22ae2a92f req-bf08fc76-1a52-4baf-9744-2105935d9920 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.2938406
Apr 29 13:38:34.211086 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462e60a-969e-42cc-9563-a5e4c4662b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd61e3-56dc-4cc8-a928-f6f5eef66c9d,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:34.317021 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.325338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4aaba1a0-9f7b-4200-be61-62ba6987a334 admin admin] Publish callbacks [] for security_group (a73b7810-3635-45ae-be6b-ceb0034c4a3c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.362986 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4aaba1a0-9f7b-4200-be61-62ba6987a334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (a73b7810-3635-45ae-be6b-ceb0034c4a3c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.364208 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (e0154303-7e0f-4011-b8a1-e0fc956ffec3), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.387538 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.402237 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] 10.222.0.52 "DELETE /v2.0/networks/e0154303-7e0f-4011-b8a1-e0fc956ffec3 HTTP/1.1" status: 204  len: 168 time: 2.0007374
Apr 29 13:38:34.414866 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47366) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:34.415071 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-13b32d60-6e78-4b56-973d-9759fffd37fd admin admin] Publish callbacks [] for security_group (24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.456004 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1e9b-bc61-4ccf-91b7-66bac79a8dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=e0154303-7e0f-4011-b8a1-e0fc956ffec3,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:34.534752 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e23ea0fd-91d6-45b4-9e02-03d890f6a5e4 admin admin] Publish callbacks [] for security_group (22fd61e3-56dc-4cc8-a928-f6f5eef66c9d), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.590135 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.596812 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] Deleting subnet 0bd29475-fa16-413e-b0af-c17d41256dcf {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:38:34.611727 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] Publish callbacks [] for subnet (0bd29475-fa16-413e-b0af-c17d41256dcf), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.626094 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e23ea0fd-91d6-45b4-9e02-03d890f6a5e4 admin admin] Publish callbacks [] for security_group (22fd61e3-56dc-4cc8-a928-f6f5eef66c9d), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.630286 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-4aaba1a0-9f7b-4200-be61-62ba6987a334 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=699a85cebd24440f812b61ac7d273a64&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3447697
Apr 29 13:38:34.636508 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-13b32d60-6e78-4b56-973d-9759fffd37fd admin admin] Publish callbacks [] for security_group (24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.641319 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaba1a0-9f7b-4200-be61-62ba6987a334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73b7810-3635-45ae-be6b-ceb0034c4a3c,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:34.648009 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47368) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:34.816606 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Network 14f51109-d91e-4647-adda-d288d03418a7 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:34.858814 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:34.870026 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (0bd29475-fa16-413e-b0af-c17d41256dcf), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.874585 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:34.879220 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:34.885630 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-13b32d60-6e78-4b56-973d-9759fffd37fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.894763 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-13b32d60-6e78-4b56-973d-9759fffd37fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:34.901239 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-13b32d60-6e78-4b56-973d-9759fffd37fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1 HTTP/1.1" status: 204  len: 168 time: 0.7458773
Apr 29 13:38:34.902373 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22406629-074f-4c04-87ed-6c70278284ff admin admin] Publish callbacks [] for security_group (a73b7810-3635-45ae-be6b-ceb0034c4a3c), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.038450 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22406629-074f-4c04-87ed-6c70278284ff admin admin] Publish callbacks [] for security_group (a73b7810-3635-45ae-be6b-ceb0034c4a3c), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.147656 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (0bd29475-fa16-413e-b0af-c17d41256dcf), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.167984 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e23ea0fd-91d6-45b4-9e02-03d890f6a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (22fd61e3-56dc-4cc8-a928-f6f5eef66c9d), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.173114 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e23ea0fd-91d6-45b4-9e02-03d890f6a5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.180685 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e23ea0fd-91d6-45b4-9e02-03d890f6a5e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22fd61e3-56dc-4cc8-a928-f6f5eef66c9d HTTP/1.1" status: 204  len: 168 time: 0.9966002
Apr 29 13:38:35.240951 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:35.242707 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.269691 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22406629-074f-4c04-87ed-6c70278284ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (a73b7810-3635-45ae-be6b-ceb0034c4a3c), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.280835 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22406629-074f-4c04-87ed-6c70278284ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.286607 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-22406629-074f-4c04-87ed-6c70278284ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a73b7810-3635-45ae-be6b-ceb0034c4a3c HTTP/1.1" status: 204  len: 168 time: 0.6270740
Apr 29 13:38:35.299367 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b32d60-6e78-4b56-973d-9759fffd37fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c8d183-d60f-4ad3-be8f-ddc7d51c4dc1,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:35.355352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22406629-074f-4c04-87ed-6c70278284ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73b7810-3635-45ae-be6b-ceb0034c4a3c,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:35.421230 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-63c9183b-7950-444f-9659-4aaaf863df77 None None] Provisioning complete for port b0952c90-00f8-4512-ae72-67a2e5db79e4 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:35.423093 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-63c9183b-7950-444f-9659-4aaaf863df77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.433787 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ea0fd-91d6-45b4-9e02-03d890f6a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fd61e3-56dc-4cc8-a928-f6f5eef66c9d,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:35.480006 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-ce452915-4eea-40e5-a801-997e2ea265a1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9238667
Apr 29 13:38:35.488428 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-7d86bb7e-1636-41f6-a1df-9815c2de5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:35.491827 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-7d86bb7e-1636-41f6-a1df-9815c2de5809 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1129 time: 0.2261946
Apr 29 13:38:35.496843 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fee89-a44f-4b72-bb56-8a03d5ca8c3b req-87c4ea72-bdfe-440f-847e-879d14e22ae6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:35.504635 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Request body: {'port': {'device_id': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:35.521353 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-de7fee89-a44f-4b72-bb56-8a03d5ca8c3b req-87c4ea72-bdfe-440f-847e-879d14e22ae6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.2327206
Apr 29 13:38:35.717609 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-63c9183b-7950-444f-9659-4aaaf863df77 None None] Port b0952c90-00f8-4512-ae72-67a2e5db79e4 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:38:35.720814 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (0bd29475-fa16-413e-b0af-c17d41256dcf), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:35.901628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6957d-2b64-482a-982d-0bd2ed335c2d req-3df74b8f-76b2-4ce0-9822-aa4298697ff5 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:35.920441 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-76b6957d-2b64-482a-982d-0bd2ed335c2d req-3df74b8f-76b2-4ce0-9822-aa4298697ff5 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 932 time: 0.3669171
Apr 29 13:38:36.054908 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-de7fee89-a44f-4b72-bb56-8a03d5ca8c3b req-b603705d-f97d-46ef-a794-050e77c2b6fb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5293980
Apr 29 13:38:36.060102 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd29475-fa16-413e-b0af-c17d41256dcf,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:36.095861 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.114653 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-090fd0f0-10b7-4451-baeb-4fc72ba41d6f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0bd29475-fa16-413e-b0af-c17d41256dcf HTTP/1.1" status: 204  len: 168 time: 1.6863067
Apr 29 13:38:36.125311 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47400) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:36.158089 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.192916 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-76b6957d-2b64-482a-982d-0bd2ed335c2d req-a7b7cd68-eeb0-4c96-8e49-3c0d5d19283c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683342
Apr 29 13:38:36.219442 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-82f99ecd-1290-4fee-96ee-a362653fc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:36.227145 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-82f99ecd-1290-4fee-96ee-a362653fc4a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.6555433
Apr 29 13:38:36.279309 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (e6a78ae9-c0ac-4203-8ad7-2a494d2d467d), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.433783 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-8399131e-6166-4221-a6dd-9c618280cd30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff187662-7389-4089-8b3b-ce3aed91747a HTTP/1.1" status: 200  len: 217 time: 0.0894887
Apr 29 13:38:36.474464 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (e6a78ae9-c0ac-4203-8ad7-2a494d2d467d), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.507174 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adb418490>,) {'filters': {'network_id': ['e6a78ae9-c0ac-4203-8ad7-2a494d2d467d']}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:36.521845 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb418490>, '3fb149b7-328b-47a4-a75a-8165137880d2') {'for_net_delete': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:36.522266 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb418490>, '3fb149b7-328b-47a4-a75a-8165137880d2') {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:38:36.541410 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59375196'] for segment (3fb149b7-328b-47a4-a75a-8165137880d2), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.585562 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (3fb149b7-328b-47a4-a75a-8165137880d2), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.612479 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:38:36.613148 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59201328'] for segment (3fb149b7-328b-47a4-a75a-8165137880d2), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]: Traceback (most recent call last):
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     timer()
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     cb(*args, **kw)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     return func(*args, **kwargs)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     self._notify()
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     self.callback(batched_events)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     event.method(event)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     return f(self, *a, **k)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._get(url).json()
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:38:36.622845 dv-cinder-839416-3-iscsi neutron-server[103577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:38:36.644682 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47414) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:36.738702 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (e6a78ae9-c0ac-4203-8ad7-2a494d2d467d), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.755021 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.767597 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e6a78ae9-c0ac-4203-8ad7-2a494d2d467d HTTP/1.1" status: 204  len: 168 time: 0.6409199
Apr 29 13:38:36.781803 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9b191a4a-ec2c-402a-a9c1-ec9abdd7057f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:36.785202 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-021e6621-21f6-414a-b5ee-5823662dc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:36.786958 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-021e6621-21f6-414a-b5ee-5823662dc9dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.1468265
Apr 29 13:38:36.787835 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3d049-303f-4356-b023-b986d5eac6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a78ae9-c0ac-4203-8ad7-2a494d2d467d,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:36.916417 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-bf2a0d78-6d3f-4c20-82df-af0dfae81d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:36.918656 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-bf2a0d78-6d3f-4c20-82df-af0dfae81d4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1026931
Apr 29 13:38:37.165878 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9b191a4a-ec2c-402a-a9c1-ec9abdd7057f admin admin] Publish callbacks [] for security_group (20237020-9029-4d52-a964-7c9810552120), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:37.277163 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9b191a4a-ec2c-402a-a9c1-ec9abdd7057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (20237020-9029-4d52-a964-7c9810552120), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:37.328428 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca04f8-b1bd-47c1-b8e8-7ac0381d80fb req-b181515d-208b-49ff-abcd-027f6adff8db tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:37.330067 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-60ca04f8-b1bd-47c1-b8e8-7ac0381d80fb req-b181515d-208b-49ff-abcd-027f6adff8db tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1513531
Apr 29 13:38:37.393260 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47452) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:37.531925 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9b191a4a-ec2c-402a-a9c1-ec9abdd7057f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a15210b1a2a4514961206cbd79d1412&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8821878
Apr 29 13:38:37.547466 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47458) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:37.559004 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e6c4cadc-783e-4398-8c85-8e213c446ebb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b72f9f784a2047f48a2a36bfb1828986&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1643150
Apr 29 13:38:37.562321 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47460) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:37.603478 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b191a4a-ec2c-402a-a9c1-ec9abdd7057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20237020-9029-4d52-a964-7c9810552120,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:37.640025 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-468ff1d3-aa5c-4441-a5dc-4ad9c2a1ded9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6162357
Apr 29 13:38:37.724435 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0952c90-00f8-4512-ae72-67a2e5db79e4 {{(pid=103576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:38:37.728990 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-60ca04f8-b1bd-47c1-b8e8-7ac0381d80fb req-cc76f649-d625-4012-9ec9-f055847a8bbf tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3835154
Apr 29 13:38:37.741213 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Publish callbacks [] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:37.744150 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129061c-13a0-4923-8d79-cf56125ec5fa req-61ec8004-1e17-40b3-9220-f1cec287d347 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:37.752772 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3129061c-13a0-4923-8d79-cf56125ec5fa req-61ec8004-1e17-40b3-9220-f1cec287d347 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 932 time: 0.2673373
Apr 29 13:38:37.876257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1fab0ab2-d72f-44f8-9e11-57d8b1040154 admin admin] Publish callbacks [] for security_group (d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:37.937050 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3129061c-13a0-4923-8d79-cf56125ec5fa req-92bc6492-9453-42b9-8d1b-d6b87d1a8560 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818900
Apr 29 13:38:37.987367 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1fab0ab2-d72f-44f8-9e11-57d8b1040154 admin admin] Publish callbacks [] for security_group (d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:37.990291 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf4a5fd9-2d11-453b-afc6-7c7a8e30c3cc admin admin] Publish callbacks [] for security_group (20237020-9029-4d52-a964-7c9810552120), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:38.022213 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2530fd7d-8bf3-4a17-8b3a-d2a90eebccba req-ead496e2-93a0-44ab-8850-23289944985a service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3516073
Apr 29 13:38:38.045661 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.provisioning_blocks [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Transition to ACTIVE for port object b0952c90-00f8-4512-ae72-67a2e5db79e4 will not be triggered until provisioned by entity L2. {{(pid=103576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:38:38.058917 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:38.119143 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf4a5fd9-2d11-453b-afc6-7c7a8e30c3cc admin admin] Publish callbacks [] for security_group (20237020-9029-4d52-a964-7c9810552120), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:38.230144 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Pushing event updated for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:38.310726 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1fab0ab2-d72f-44f8-9e11-57d8b1040154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:38.325305 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1fab0ab2-d72f-44f8-9e11-57d8b1040154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:38.340592 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-1fab0ab2-d72f-44f8-9e11-57d8b1040154 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67 HTTP/1.1" status: 204  len: 168 time: 0.7605920
Apr 29 13:38:38.409215 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab0ab2-d72f-44f8-9e11-57d8b1040154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9260d16-4c5c-4b4f-b3f3-84c11d6b0d67,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:38.443371 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf4a5fd9-2d11-453b-afc6-7c7a8e30c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (20237020-9029-4d52-a964-7c9810552120), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:38.462687 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf4a5fd9-2d11-453b-afc6-7c7a8e30c3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:38.469931 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-cf4a5fd9-2d11-453b-afc6-7c7a8e30c3cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20237020-9029-4d52-a964-7c9810552120 HTTP/1.1" status: 204  len: 168 time: 0.9076195
Apr 29 13:38:38.495270 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a5fd9-2d11-453b-afc6-7c7a8e30c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20237020-9029-4d52-a964-7c9810552120,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:38.576765 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47486) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:39.064757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b69e5e-31da-439a-a713-6a2b3398fc38 req-4b0536b2-3fcb-4815-bf91-2aa833de071b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:39.069628 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b69e5e-31da-439a-a713-6a2b3398fc38 req-4b0536b2-3fcb-4815-bf91-2aa833de071b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1604474
Apr 29 13:38:39.226712 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Attempting to bind port b0952c90-00f8-4512-ae72-67a2e5db79e4 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:39.227478 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Attempting to bind port b0952c90-00f8-4512-ae72-67a2e5db79e4 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:39.228113 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Attempting to bind port b0952c90-00f8-4512-ae72-67a2e5db79e4 on network 14f51109-d91e-4647-adda-d288d03418a7 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:39.233853 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Port b0952c90-00f8-4512-ae72-67a2e5db79e4 on network 14f51109-d91e-4647-adda-d288d03418a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:38:39.239709 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Attempting to bind port b0952c90-00f8-4512-ae72-67a2e5db79e4 on network 14f51109-d91e-4647-adda-d288d03418a7 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:39.246831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:39.247631 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Checking segment: {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:39.248255 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Bound using segment: {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:39.249054 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Bound port: b0952c90-00f8-4512-ae72-67a2e5db79e4, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17dbf37-0a8e-4623-9789-a13486f28d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '14f51109-d91e-4647-adda-d288d03418a7'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:39.249681 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:39.262130 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34b69e5e-31da-439a-a713-6a2b3398fc38 req-ef5fcac1-4ec3-4aac-a9d7-ac05b8a07b42 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784902
Apr 29 13:38:39.321286 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94f292a8-95ab-4963-84ab-9d7591aeb17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:39.352211 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f89239-0d32-45fb-b8a9-6c6ddb1db14d req-42ad4251-da5d-4390-a56d-39187789ab1a tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:39.360532 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1f89239-0d32-45fb-b8a9-6c6ddb1db14d req-42ad4251-da5d-4390-a56d-39187789ab1a tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 944 time: 0.2376769
Apr 29 13:38:39.388526 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:39.397405 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:39.412142 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:39.530161 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:39.533406 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:39.537916 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] 10.222.0.48 "PUT /v2.0/ports/b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 1094 time: 4.0406406
Apr 29 13:38:39.538935 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:38:39.554180 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8943dd-35cc-4921-81e3-ff03fe607dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:38:39.621935 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47506) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:39.674800 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94f292a8-95ab-4963-84ab-9d7591aeb17a admin admin] Publish callbacks [] for security_group (10db3f74-c1fc-4f09-bed5-a8723122b672), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:39.725575 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94f292a8-95ab-4963-84ab-9d7591aeb17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (10db3f74-c1fc-4f09-bed5-a8723122b672), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:39.841395 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-976f4acd-2bc3-45eb-bed2-1385127c4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:39.849237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f292a8-95ab-4963-84ab-9d7591aeb17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10db3f74-c1fc-4f09-bed5-a8723122b672,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:39.852152 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-976f4acd-2bc3-45eb-bed2-1385127c4977 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1128 time: 0.2285798
Apr 29 13:38:39.923637 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71311c8c-144d-404e-b5d9-4858f03a0c13 x-openstack-request-id: req-71311c8c-144d-404e-b5d9-4858f03a0c13 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:38:39.924155 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:38:39.924432 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71311c8c-144d-404e-b5d9-4858f03a0c13 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:38:39.925770 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71311c8c-144d-404e-b5d9-4858f03a0c13'] response: {'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'status': 'completed', 'code': 200}
Apr 29 13:38:40.080052 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a61987-359c-4527-87e0-41fc3044ee82 service neutron] Pushing event updated for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:40.113409 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-702f986b-58a6-4602-9371-59228f6aae42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 217 time: 0.1323249
Apr 29 13:38:40.135685 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-94f292a8-95ab-4963-84ab-9d7591aeb17a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=547175bd197a496d9e91820dad215884&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5520940
Apr 29 13:38:40.149027 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47514) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:40.164593 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-cf0a5a27-5266-4708-a468-bed1985d36b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=136e0fc62fb2448ab878fc8601cf375f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5040083
Apr 29 13:38:40.165742 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47516) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:40.202866 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.219428 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1f89239-0d32-45fb-b8a9-6c6ddb1db14d req-f59a5fee-5696-420d-af82-749e300b84cd tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8533967
Apr 29 13:38:40.372554 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-59c24d50-5fe1-4c2e-abb4-07e175fa6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:40.374102 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-59c24d50-5fe1-4c2e-abb4-07e175fa6770 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 200  len: 854 time: 0.2492101
Apr 29 13:38:40.461593 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-69b2c5fd-51a9-4f75-b60f-914b7cee28c2 admin admin] Publish callbacks [] for security_group (10db3f74-c1fc-4f09-bed5-a8723122b672), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.559512 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-fad3af37-b44c-4a7f-9f64-a3c5eaad099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:40.565285 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-fad3af37-b44c-4a7f-9f64-a3c5eaad099c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14f51109-d91e-4647-adda-d288d03418a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1222348
Apr 29 13:38:40.567871 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-69b2c5fd-51a9-4f75-b60f-914b7cee28c2 admin admin] Publish callbacks [] for security_group (10db3f74-c1fc-4f09-bed5-a8723122b672), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.576557 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e0a1a1c-077c-4000-960a-42f3eed3236b admin admin] Publish callbacks [] for security_group (e1a25d9d-4e78-4468-a47c-28c7de782fde), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.644724 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd88134-fcbc-4b13-a130-98e60d55a904 req-05f46b50-2df9-42ac-b711-3073fe0f3a88 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:40.650797 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8cd88134-fcbc-4b13-a130-98e60d55a904 req-05f46b50-2df9-42ac-b711-3073fe0f3a88 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1925929
Apr 29 13:38:40.670133 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e0a1a1c-077c-4000-960a-42f3eed3236b admin admin] Publish callbacks [] for security_group (e1a25d9d-4e78-4468-a47c-28c7de782fde), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.864866 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-d050b1e0-9d11-4c13-bbcc-e733f09ef63a service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818363
Apr 29 13:38:40.865681 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8cd88134-fcbc-4b13-a130-98e60d55a904 req-25578911-3e83-4374-ac93-be813eef9072 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049127
Apr 29 13:38:40.875875 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-69b2c5fd-51a9-4f75-b60f-914b7cee28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (10db3f74-c1fc-4f09-bed5-a8723122b672), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.880105 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-69b2c5fd-51a9-4f75-b60f-914b7cee28c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.892999 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-69b2c5fd-51a9-4f75-b60f-914b7cee28c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10db3f74-c1fc-4f09-bed5-a8723122b672 HTTP/1.1" status: 204  len: 168 time: 0.7297542
Apr 29 13:38:40.903624 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2c5fd-51a9-4f75-b60f-914b7cee28c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10db3f74-c1fc-4f09-bed5-a8723122b672,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:40.905707 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e0a1a1c-077c-4000-960a-42f3eed3236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e1a25d9d-4e78-4468-a47c-28c7de782fde), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.909250 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e0a1a1c-077c-4000-960a-42f3eed3236b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:40.910562 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9e0a1a1c-077c-4000-960a-42f3eed3236b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1a25d9d-4e78-4468-a47c-28c7de782fde HTTP/1.1" status: 204  len: 168 time: 0.7152503
Apr 29 13:38:40.926518 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a1a1c-077c-4000-960a-42f3eed3236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a25d9d-4e78-4468-a47c-28c7de782fde,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:41.585760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a3a7-a241-4bfb-92c7-d7b60aa6bc4b req-7449e36f-0fc2-4760-a75a-f5f6521a3348 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:41.591138 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5953a3a7-a241-4bfb-92c7-d7b60aa6bc4b req-7449e36f-0fc2-4760-a75a-f5f6521a3348 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 944 time: 0.1862521
Apr 29 13:38:41.707362 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5953a3a7-a241-4bfb-92c7-d7b60aa6bc4b req-1c73b50f-5232-45a4-9690-b5f91e015dd4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039009
Apr 29 13:38:42.110752 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-ef6f8d8f-03ef-41e5-bc75-beb918b001a1 req-55e05c4c-e7cc-4ff9-96c9-d5e9bd387521 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5070157
Apr 29 13:38:42.308127 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b9fa7-534a-49d6-b670-a6a852b2441a req-5bcbb81b-c075-4358-9a94-2f9ce700647d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:42.328369 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-844b9fa7-534a-49d6-b670-a6a852b2441a req-5bcbb81b-c075-4358-9a94-2f9ce700647d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1860967
Apr 29 13:38:42.393821 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-34265466-aad7-4137-905e-572de9552bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:42.399041 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-34265466-aad7-4137-905e-572de9552bcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1128 time: 0.1854956
Apr 29 13:38:42.519560 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-844b9fa7-534a-49d6-b670-a6a852b2441a req-00cc7332-7513-4c29-acbd-b333eb6de010 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844866
Apr 29 13:38:42.698967 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-8aa8a115-1e50-412f-a0e8-d66debdd6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:42.700789 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-8aa8a115-1e50-412f-a0e8-d66debdd6cab service neutron] 10.222.0.48 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 916 time: 0.2927947
Apr 29 13:38:42.875192 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-16264d50-31de-4742-8a4f-b322b9c32a54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 217 time: 0.0785081
Apr 29 13:38:43.055328 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4f30-3f88-4034-b4c7-5d6f7915a96d req-6eee7c79-8583-4dac-994d-e66454a31bfb tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:43.057800 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ab8f4f30-3f88-4034-b4c7-5d6f7915a96d req-6eee7c79-8583-4dac-994d-e66454a31bfb tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 944 time: 0.1904016
Apr 29 13:38:43.137876 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-c5c59145-b7c4-465f-9012-1b7e549d9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:43.147721 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-c5c59145-b7c4-465f-9012-1b7e549d9986 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 200  len: 854 time: 0.2455213
Apr 29 13:38:43.253272 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ab8f4f30-3f88-4034-b4c7-5d6f7915a96d req-c5ca7b8c-9fd5-4652-a01b-155d0c47d4d4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702201
Apr 29 13:38:43.311066 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-a9be363d-d6db-4a5a-8cd1-a6ba83c07a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:43.312664 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-a9be363d-d6db-4a5a-8cd1-a6ba83c07a83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14f51109-d91e-4647-adda-d288d03418a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1519876
Apr 29 13:38:43.983741 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ade48-233b-4ed7-bf84-7b8708474f18 req-9f2747ad-aef9-44ac-b4ff-86bf975d2f59 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:43.991078 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e79ade48-233b-4ed7-bf84-7b8708474f18 req-9f2747ad-aef9-44ac-b4ff-86bf975d2f59 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0809219
Apr 29 13:38:44.091158 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e79ade48-233b-4ed7-bf84-7b8708474f18 req-4a097bac-4cde-408c-aafb-2178d596cc95 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990143
Apr 29 13:38:44.708213 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-c3c48f2b-60cc-4146-abac-a00353fff58e service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3551178
Apr 29 13:38:44.732804 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185383-3846-4143-b7d3-5e86903f2b0a req-a7693f0b-89d2-4bd9-9245-842e36b34670 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:44.764961 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1f185383-3846-4143-b7d3-5e86903f2b0a req-a7693f0b-89d2-4bd9-9245-842e36b34670 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 944 time: 0.2575161
Apr 29 13:38:44.975951 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1f185383-3846-4143-b7d3-5e86903f2b0a req-6729a80b-a1e1-4171-9439-c1eb96b427f4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015834
Apr 29 13:38:45.190223 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-7b8943dd-35cc-4921-81e3-ff03fe607dbe req-18436f8d-153a-460c-9016-d0b630d3b999 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4473078
Apr 29 13:38:45.331167 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d579-c726-4d99-963a-233bd7a5959f req-041df6c3-9f80-44a5-8296-d9dce7cbbfe1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:45.339499 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fc31d579-c726-4d99-963a-233bd7a5959f req-041df6c3-9f80-44a5-8296-d9dce7cbbfe1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1241510
Apr 29 13:38:45.355836 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47654) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:45.443220 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fc31d579-c726-4d99-963a-233bd7a5959f req-8fc17214-651f-4b33-ba8e-0f4ac58de3e8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960395
Apr 29 13:38:45.688714 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289820470-network', 'tenant_id': 'ca9248383e674b7a8365a64593da6b1c'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:45.749563 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Made reservation on behalf of ca9248383e674b7a8365a64593da6b1c for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:38:45.755779 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:45.769758 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:45.924632 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks [] for security_group (4eab440a-599c-43ec-8e92-cd23d301d15a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:45.931692 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4eab440a-599c-43ec-8e92-cd23d301d15a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:45.971139 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:38:45.987719 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab440a-599c-43ec-8e92-cd23d301d15a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:46.017611 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (eb5357b1-613f-44d8-81d9-11e660bb3f07), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:46.017611 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Added segment eb5357b1-613f-44d8-81d9-11e660bb3f07 of type vlan for network d5683835-477d-4c54-b03a-a2813ecbae31
Apr 29 13:38:46.115007 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (d5683835-477d-4c54-b03a-a2813ecbae31), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:46.162940 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (d5683835-477d-4c54-b03a-a2813ecbae31), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:46.164376 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:46.169440 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:46.244891 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8859735
Apr 29 13:38:46.250013 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47686) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:46.251133 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 47688) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:46.268637 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Request body: {'subnet': {'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289820470-subnet', 'tenant_id': 'ca9248383e674b7a8365a64593da6b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:46.342165 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c34590-4128-42d6-a020-51c0f8875a11 req-c17a8018-6a58-4bba-af04-91e6eb670704 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:46.357627 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51c34590-4128-42d6-a020-51c0f8875a11 req-c17a8018-6a58-4bba-af04-91e6eb670704 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 944 time: 0.2262983
Apr 29 13:38:46.377221 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e85a2-e2e3-47f1-9750-b470d9676bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=d5683835-477d-4c54-b03a-a2813ecbae31,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:46.393001 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network d5683835-477d-4c54-b03a-a2813ecbae31 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:38:46.415792 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Made reservation on behalf of ca9248383e674b7a8365a64593da6b1c for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:38:46.423017 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170082'] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:46.638949 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2509b74c-e995-4a7e-8f20-b7dfedcc2a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:46.647396 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51c34590-4128-42d6-a020-51c0f8875a11 req-8a2c9a9b-1388-4775-b885-c4fca94f1e3f tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863269
Apr 29 13:38:47.152415 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59200663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170256'] for subnet (191da986-aaeb-4988-ae4c-4d45229913cd), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.221626 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07161856-8531-4a81-b299-e99f67a5f5ee req-6cd6ce57-0920-4642-9564-a4a93874c307 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:47.224314 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-07161856-8531-4a81-b299-e99f67a5f5ee req-6cd6ce57-0920-4642-9564-a4a93874c307 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.4912744
Apr 29 13:38:47.353729 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=191da986-aaeb-4988-ae4c-4d45229913cd,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:47.384250 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2509b74c-e995-4a7e-8f20-b7dfedcc2a1c admin admin] Publish callbacks [] for security_group (1c277837-1556-4722-aa0e-6bb8b3ce0c78), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.397517 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-07161856-8531-4a81-b299-e99f67a5f5ee req-99122681-f7e0-472a-a4ca-22c5c573f76b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569788
Apr 29 13:38:47.400380 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2509b74c-e995-4a7e-8f20-b7dfedcc2a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1c277837-1556-4722-aa0e-6bb8b3ce0c78), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.407844 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Checking segment: {'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:47.408412 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Network hostable DHCP agents. Network: d5683835-477d-4c54-b03a-a2813ecbae31, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:38:47.456308 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-2509b74c-e995-4a7e-8f20-b7dfedcc2a1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea90202ea0bb4efab8cbabe0df33f85a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1996145
Apr 29 13:38:47.457046 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509b74c-e995-4a7e-8f20-b7dfedcc2a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c277837-1556-4722-aa0e-6bb8b3ce0c78,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:47.460816 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47744) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:47.477988 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Network d5683835-477d-4c54-b03a-a2813ecbae31 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:38:47.499019 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, d5683835-477d-4c54-b03a-a2813ecbae31) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:47.512503 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:47.513076 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.517288 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c04341-719e-46be-a55b-fcf3e96f5590 None None] Network d5683835-477d-4c54-b03a-a2813ecbae31 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:38:47.552922 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-0c8930e2-404f-49ff-b1d6-33f5d479ab5c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2902420
Apr 29 13:38:47.591851 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f29c-6aaa-4ac0-8b05-e854374f5f61 admin admin] Publish callbacks [] for security_group (1c277837-1556-4722-aa0e-6bb8b3ce0c78), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.682181 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f29c-6aaa-4ac0-8b05-e854374f5f61 admin admin] Publish callbacks [] for security_group (1c277837-1556-4722-aa0e-6bb8b3ce0c78), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.706328 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb7410-3d40-49bf-8582-e29fd32f6bae None None] Network d5683835-477d-4c54-b03a-a2813ecbae31 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:38:47.800575 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f29c-6aaa-4ac0-8b05-e854374f5f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1c277837-1556-4722-aa0e-6bb8b3ce0c78), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.809733 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f29c-6aaa-4ac0-8b05-e854374f5f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:47.818514 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-d0d2f29c-6aaa-4ac0-8b05-e854374f5f61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c277837-1556-4722-aa0e-6bb8b3ce0c78 HTTP/1.1" status: 204  len: 168 time: 0.3531561
Apr 29 13:38:47.837874 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2f29c-6aaa-4ac0-8b05-e854374f5f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c277837-1556-4722-aa0e-6bb8b3ce0c78,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:47.990113 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fcd23-e54c-459f-891d-4e1be7c94e79 req-b32436c7-191c-4caf-a9bc-3ed196499741 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:47.993564 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d52fcd23-e54c-459f-891d-4e1be7c94e79 req-b32436c7-191c-4caf-a9bc-3ed196499741 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 944 time: 0.1449246
Apr 29 13:38:48.130888 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d52fcd23-e54c-459f-891d-4e1be7c94e79 req-75628532-82bf-4332-8ba0-033bc796ebc3 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196175
Apr 29 13:38:48.614201 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529654c5-0745-47a5-99ac-489c52971e61 req-c4f86ff6-c8f1-4a32-8abd-5d5c9c391b31 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:48.616027 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-529654c5-0745-47a5-99ac-489c52971e61 req-c4f86ff6-c8f1-4a32-8abd-5d5c9c391b31 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0931580
Apr 29 13:38:48.678622 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-529654c5-0745-47a5-99ac-489c52971e61 req-074261c6-7d65-442d-ad02-12338302e8eb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550454
Apr 29 13:38:49.315686 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3384f-0982-4ab8-bcc5-9db3d2401d4e req-2c30f767-c349-4cc0-aaa7-0d928f056cd5 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:49.317854 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-02f3384f-0982-4ab8-bcc5-9db3d2401d4e req-2c30f767-c349-4cc0-aaa7-0d928f056cd5 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 944 time: 0.0681417
Apr 29 13:38:49.409106 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-02f3384f-0982-4ab8-bcc5-9db3d2401d4e req-45a40d73-e1cc-4f52-a2bc-58510b21845f tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821426
Apr 29 13:38:49.599161 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b0952c90-00f8-4512-ae72-67a2e5db79e4 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:38:49.627906 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4dfff-4d3b-489e-966c-49c9bc560273 req-85d9a340-cc1a-4723-8a48-76ec236d6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:49.629522 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-65f4dfff-4d3b-489e-966c-49c9bc560273 req-85d9a340-cc1a-4723-8a48-76ec236d6bb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1129 time: 0.1041591
Apr 29 13:38:49.702168 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-65f4dfff-4d3b-489e-966c-49c9bc560273 req-ec6747f4-0379-4246-bf7e-9d06a9686801 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665286
Apr 29 13:38:49.870414 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:49.901666 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'port_id': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'mac_address': 'fa:16:3e:40:08:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:38:49.979073 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port b0952c90-00f8-4512-ae72-67a2e5db79e4 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:49.979930 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:50.000758 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-848bad76-cf54-494c-b0da-dadef58fce51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:50.012672 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b014eb-ff5e-40b5-9234-a9d320c6ce94 req-5bda8e47-9bd8-4e58-bfeb-9e80c6e22b13 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:50.015347 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-38b014eb-ff5e-40b5-9234-a9d320c6ce94 req-5bda8e47-9bd8-4e58-bfeb-9e80c6e22b13 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1803267
Apr 29 13:38:50.015566 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0952c90-00f8-4512-ae72-67a2e5db79e4 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:38:50.116428 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:50.126392 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:50.195478 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-38b014eb-ff5e-40b5-9234-a9d320c6ce94 req-57d82604-f9c2-446d-8cf5-cecfaddfe4e0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236696
Apr 29 13:38:50.250792 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:50.278443 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-e329454a-5ee0-485a-a585-9b27a58794bd tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:50.281189 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-e329454a-5ee0-485a-a585-9b27a58794bd tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/networks?id=d5683835-477d-4c54-b03a-a2813ecbae31 HTTP/1.1" status: 200  len: 809 time: 0.4215300
Apr 29 13:38:50.309692 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-ca504f37-6b6f-4bee-bdf2-431a0dbb56f7 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/quotas/ca9248383e674b7a8365a64593da6b1c HTTP/1.1" status: 200  len: 375 time: 0.0167723
Apr 29 13:38:50.359576 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2fc8ef22-79f9-472c-a4fb-0454fad6a9aa tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca9248383e674b7a8365a64593da6b1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0394666
Apr 29 13:38:50.420468 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['b0952c90-00f8-4512-ae72-67a2e5db79e4'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:38:50.663204 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501075f-f57a-485e-8b34-1e025da3e76a req-d25e11cd-9b11-485c-9f14-3b2785c4c27b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:50.666094 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d501075f-f57a-485e-8b34-1e025da3e76a req-d25e11cd-9b11-485c-9f14-3b2785c4c27b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 945 time: 0.0742488
Apr 29 13:38:50.806210 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d501075f-f57a-485e-8b34-1e025da3e76a req-e48e2cb1-4865-45ef-8167-cb6b60511a91 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200440
Apr 29 13:38:50.820114 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-59141c5c-2566-4628-822f-290afc666e44 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:38:50.827997 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-59141c5c-2566-4628-822f-290afc666e44 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1605880
Apr 29 13:38:50.964937 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-93b71d0c-6c69-4b72-9db0-e6519914dc01 service neutron] 10.222.0.52 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255710
Apr 29 13:38:51.150895 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-4ed0667c-0e14-4f29-8b15-0a513d18697b service neutron] 10.222.0.52 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793838
Apr 29 13:38:51.533310 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180970b-9847-45d5-9599-ee84f0945ec3 req-ffe5d499-8eeb-4548-945a-eb6c9d854f74 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:51.550580 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5180970b-9847-45d5-9599-ee84f0945ec3 req-ffe5d499-8eeb-4548-945a-eb6c9d854f74 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1694009
Apr 29 13:38:51.556688 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-53027900-2a4e-41b2-a681-fdfece94576a req-7ced0853-2e4d-4066-ad63-2905af745e8b tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.0858867
Apr 29 13:38:51.601516 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b0952c90-00f8-4512-ae72-67a2e5db79e4 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:38:51.724500 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5180970b-9847-45d5-9599-ee84f0945ec3 req-a665e96f-f10d-4ff4-9f61-fd603f259669 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618528
Apr 29 13:38:51.776431 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port b0952c90-00f8-4512-ae72-67a2e5db79e4 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:38:51.786999 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port b0952c90-00f8-4512-ae72-67a2e5db79e4 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:38:51.787386 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:51.985879 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port b0952c90-00f8-4512-ae72-67a2e5db79e4 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:38:51.986954 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:52.044600 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc3ac8-356c-442b-8925-5c45930581ea req-45894902-64ab-47d9-9226-1da12f0c3574 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:52.058146 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ddcc3ac8-356c-442b-8925-5c45930581ea req-45894902-64ab-47d9-9226-1da12f0c3574 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 945 time: 0.1287823
Apr 29 13:38:52.094393 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:38:52.100432 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e84ed4-7ebd-4a5f-b005-a2eba01b7e14" -d '{"events": [{"server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "name": "network-vif-plugged", "status": "completed", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:38:52.152580 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:38:52.160175 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:52.195325 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a4ea5e-99a0-4980-ad18-6cb690752ec9 x-openstack-request-id: req-18a4ea5e-99a0-4980-ad18-6cb690752ec9 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:38:52.196391 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "name": "network-vif-plugged", "status": "completed", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:38:52.197627 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18a4ea5e-99a0-4980-ad18-6cb690752ec9 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:38:52.198693 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a4ea5e-99a0-4980-ad18-6cb690752ec9'] response: {'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'code': 200}
Apr 29 13:38:52.300563 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ddcc3ac8-356c-442b-8925-5c45930581ea req-0fb661ea-8985-43dc-9e9f-d1945982b2cb tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406468
Apr 29 13:38:52.386625 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47964) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:52.405648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:52.508626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-36ed1cc2-1eb8-4111-bdbe-ab3640ae2e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:52.626109 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d056ce6-138f-4fa7-955a-28a7f2620aa1 req-e9332f40-a4cc-42c1-aa62-e95fd9e1a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:52.631238 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5d056ce6-138f-4fa7-955a-28a7f2620aa1 req-e9332f40-a4cc-42c1-aa62-e95fd9e1a71e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1130 time: 0.1162727
Apr 29 13:38:52.808199 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-18c9d5d3-3723-4264-a16e-a6ec52a74283 req-ef8a9713-32fc-4c38-9ad8-4f21f4ae1495 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.0906496
Apr 29 13:38:52.818037 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5d056ce6-138f-4fa7-955a-28a7f2620aa1 req-fde75223-731b-446f-902c-dfecd0bf0e97 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796129
Apr 29 13:38:52.820009 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-de24e017-0f03-4384-90ac-5f538e18ab2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:52.972561 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-de24e017-0f03-4384-90ac-5f538e18ab2f admin admin] Publish callbacks [] for security_group (71c0df6d-897a-4eea-a6e3-4191a09294fa), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:52.978836 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253da499-cff5-436d-b1fa-51b397413495 req-68d57919-d3f4-481c-b10c-9aafdc28618e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:52.979641 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-de24e017-0f03-4384-90ac-5f538e18ab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (71c0df6d-897a-4eea-a6e3-4191a09294fa), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:52.984202 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-253da499-cff5-436d-b1fa-51b397413495 req-68d57919-d3f4-481c-b10c-9aafdc28618e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1025352
Apr 29 13:38:53.068244 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-de24e017-0f03-4384-90ac-5f538e18ab2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cc90a9dc48748bf9c6260309fb60d65&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6777418
Apr 29 13:38:53.069841 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24e017-0f03-4384-90ac-5f538e18ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0df6d-897a-4eea-a6e3-4191a09294fa,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:53.073206 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-253da499-cff5-436d-b1fa-51b397413495 req-aa9f1bd4-6293-41dd-ac7d-7b996e6af255 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811086
Apr 29 13:38:53.074581 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 47988) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:53.173427 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cf768be6-dae4-45df-82ac-b8557de4ef5e admin admin] Publish callbacks [] for security_group (71c0df6d-897a-4eea-a6e3-4191a09294fa), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:53.206719 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cf768be6-dae4-45df-82ac-b8557de4ef5e admin admin] Publish callbacks [] for security_group (71c0df6d-897a-4eea-a6e3-4191a09294fa), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:53.281557 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cf768be6-dae4-45df-82ac-b8557de4ef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (71c0df6d-897a-4eea-a6e3-4191a09294fa), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:53.285796 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cf768be6-dae4-45df-82ac-b8557de4ef5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:53.288169 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-cf768be6-dae4-45df-82ac-b8557de4ef5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71c0df6d-897a-4eea-a6e3-4191a09294fa HTTP/1.1" status: 204  len: 168 time: 0.2080412
Apr 29 13:38:53.305629 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf768be6-dae4-45df-82ac-b8557de4ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0df6d-897a-4eea-a6e3-4191a09294fa,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:53.527292 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405d349-2977-454d-9617-0abfdba78ced req-9ecf6c33-725c-4d3b-97da-1c018a4c1670 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:53.530027 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9405d349-2977-454d-9617-0abfdba78ced req-9ecf6c33-725c-4d3b-97da-1c018a4c1670 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.1250780
Apr 29 13:38:53.581447 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d612b9-ac9a-4004-b1f1-1d8ac3b185d0 req-ffa303e4-0306-4529-aa3e-7ac312c07aeb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:53.584493 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64d612b9-ac9a-4004-b1f1-1d8ac3b185d0 req-ffa303e4-0306-4529-aa3e-7ac312c07aeb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1403344
Apr 29 13:38:53.681980 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9405d349-2977-454d-9617-0abfdba78ced req-5aab3b59-e8b6-4b61-a542-e331e4ac72f1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406357
Apr 29 13:38:53.707176 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:53.763545 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64d612b9-ac9a-4004-b1f1-1d8ac3b185d0 req-e1982c32-1e08-40f3-89f4-3b247f0f7d26 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625798
Apr 29 13:38:53.896628 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-fd12ca91-b6ff-41c8-8268-708faabaaaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:53.899520 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-fd12ca91-b6ff-41c8-8268-708faabaaaf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1129 time: 0.1224437
Apr 29 13:38:54.087122 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4de98a3a-c6df-4f74-a5ef-73f27b4e4e05 req-759d404e-7c13-426f-95ce-85a3ea6814f1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.0656290
Apr 29 13:38:54.287370 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-0468a2c5-3d4c-41cf-8afb-52223bee947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:54.290995 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-0468a2c5-3d4c-41cf-8afb-52223bee947f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.3743567
Apr 29 13:38:54.304452 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-0072a850-b585-407a-8bac-9105beff5991 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:54.307845 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-0072a850-b585-407a-8bac-9105beff5991 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "GET /v2.0/networks?id=d5683835-477d-4c54-b03a-a2813ecbae31 HTTP/1.1" status: 200  len: 809 time: 0.3889065
Apr 29 13:38:54.698116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Request body: {'port': {'device_id': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31', 'admin_state_up': True, 'tenant_id': 'ca9248383e674b7a8365a64593da6b1c'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:54.708598 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-4b2a4a8d-6120-4833-a89f-5e00e0de40a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff187662-7389-4089-8b3b-ce3aed91747a HTTP/1.1" status: 200  len: 217 time: 0.1562309
Apr 29 13:38:54.859390 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48056) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:54.975757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48062) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:55.048013 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:55.124803 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-e8cdedf1-2f11-4ac2-84a5-70c523d87010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:55.128210 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-e8cdedf1-2f11-4ac2-84a5-70c523d87010 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.3979673
Apr 29 13:38:55.138298 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716424a9-a5aa-4454-9030-d86eb7beb435 req-e6dc7891-af74-487b-8d2e-cf9fa3415383 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:55.150311 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-716424a9-a5aa-4454-9030-d86eb7beb435 req-e6dc7891-af74-487b-8d2e-cf9fa3415383 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.2510424
Apr 29 13:38:55.177311 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3548-9dc4-4baf-81ce-0d706fef4398 req-a0890380-3530-4046-a3b9-0d7af3cb388d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:55.179671 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-971e3548-9dc4-4baf-81ce-0d706fef4398 req-a0890380-3530-4046-a3b9-0d7af3cb388d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1425052
Apr 29 13:38:55.261737 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-9b2a6f18-7f3d-4ea3-a5ff-07bcbbc718f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:55.266202 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-9b2a6f18-7f3d-4ea3-a5ff-07bcbbc718f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1301782
Apr 29 13:38:55.318145 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-716424a9-a5aa-4454-9030-d86eb7beb435 req-c9d13ba0-082a-40eb-8db3-5d7d9747667e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661215
Apr 29 13:38:55.352151 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-971e3548-9dc4-4baf-81ce-0d706fef4398 req-aa72a2fd-fc16-4835-8430-75e133c6b18d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530921
Apr 29 13:38:55.437361 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Made reservation on behalf of ca9248383e674b7a8365a64593da6b1c for: {'port': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:38:55.444695 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:55.532590 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-864a8dd1-cd18-4c69-8cad-1bb169ba93d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:55.572440 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-027e6007-0b7a-4de3-8c6f-c9ff9f78696a req-d59a8ab4-e5e8-46db-82ba-f7206d9ccc91 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.1213248
Apr 29 13:38:55.604761 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48078) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:55.657819 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-47cfbb12-a903-4788-88b5-20ea43fc4aa7 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3801160
Apr 29 13:38:55.673735 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9fb92de2-4721-4619-a3cc-79011b65799e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:55.775189 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561f26-a70d-4a7a-b6ef-6c5825cc3ad6 req-1997d8df-c643-4e8a-96e9-de96b5f105b3 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:55.788642 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-78561f26-a70d-4a7a-b6ef-6c5825cc3ad6 req-1997d8df-c643-4e8a-96e9-de96b5f105b3 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.2947080
Apr 29 13:38:55.871084 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Allocated IP 172.20.0.13 (d5683835-477d-4c54-b03a-a2813ecbae31/191da986-aaeb-4988-ae4c-4d45229913cd/488f84e3-0c4c-4d6a-ba01-55b062550898) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:38:55.944297 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0de31ded-a7b0-4019-a7c8-f77190837f47 req-9967765d-b259-43cf-aa85-8bd34051c611 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2737701
Apr 29 13:38:56.002115 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-78561f26-a70d-4a7a-b6ef-6c5825cc3ad6 req-ae97d12d-0a23-4e0c-b4e2-26d13acd92c7 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101367
Apr 29 13:38:56.016804 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ae428d41-4db3-451f-a123-e8ae612240d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.029711 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-864a8dd1-cd18-4c69-8cad-1bb169ba93d8 admin admin] Publish callbacks [] for security_group (b3caa5bd-af13-4276-a546-a4d724131205), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.060610 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-864a8dd1-cd18-4c69-8cad-1bb169ba93d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (b3caa5bd-af13-4276-a546-a4d724131205), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.154674 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9fb92de2-4721-4619-a3cc-79011b65799e admin admin] Publish callbacks [] for security_group (c183183a-8ef1-4827-8f5f-fb1ece91bbd8), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.194679 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9fb92de2-4721-4619-a3cc-79011b65799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (c183183a-8ef1-4827-8f5f-fb1ece91bbd8), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.199760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a8dd1-cd18-4c69-8cad-1bb169ba93d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3caa5bd-af13-4276-a546-a4d724131205,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:56.266484 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-864a8dd1-cd18-4c69-8cad-1bb169ba93d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a8ca4aa0fa54b58871948cff12e51bf&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4004331
Apr 29 13:38:56.271791 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks [] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.274563 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48098) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:56.344192 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-9fb92de2-4721-4619-a3cc-79011b65799e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11be41ec7756491cbaa432162068f964&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3638520
Apr 29 13:38:56.353392 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48100) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:56.366368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb92de2-4721-4619-a3cc-79011b65799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c183183a-8ef1-4827-8f5f-fb1ece91bbd8,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:56.421352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ae428d41-4db3-451f-a123-e8ae612240d4 admin admin] Publish callbacks [] for security_group (d36adc27-6ea6-4920-9c16-2e36216f3b79), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.430563 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ae428d41-4db3-451f-a123-e8ae612240d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d36adc27-6ea6-4920-9c16-2e36216f3b79), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.486816 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae428d41-4db3-451f-a123-e8ae612240d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36adc27-6ea6-4920-9c16-2e36216f3b79,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:56.498923 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ae428d41-4db3-451f-a123-e8ae612240d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6997e4787a5a4b729061ad61038fee07&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8482382
Apr 29 13:38:56.503833 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48108) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:56.518049 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5685-32f1-4a30-b9b3-3331fc742aed admin admin] Publish callbacks [] for security_group (b3caa5bd-af13-4276-a546-a4d724131205), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.605944 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5685-32f1-4a30-b9b3-3331fc742aed admin admin] Publish callbacks [] for security_group (b3caa5bd-af13-4276-a546-a4d724131205), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.627065 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.645165 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.665388 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5f1e-2a65-40f0-8f0f-812d9a9fce0e req-1e97b368-ac9d-45ff-ac9b-58ade39c8745 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:56.666936 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e9a5f1e-2a65-40f0-8f0f-812d9a9fce0e req-1e97b368-ac9d-45ff-ac9b-58ade39c8745 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1238625
Apr 29 13:38:56.691702 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f03c2-bdff-4098-a9ca-5f8e02f34ab5 req-6a27c468-e749-4225-bc53-3d58051f51c9 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:56.693319 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-489f03c2-bdff-4098-a9ca-5f8e02f34ab5 req-6a27c468-e749-4225-bc53-3d58051f51c9 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.0975235
Apr 29 13:38:56.734147 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b74b552b-9a98-44d3-a10e-4c14651222ae admin admin] Publish callbacks [] for security_group (d36adc27-6ea6-4920-9c16-2e36216f3b79), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.738481 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c4121e88-ac3a-4102-aefb-a65f174ac3e0 admin admin] Publish callbacks [] for security_group (c183183a-8ef1-4827-8f5f-fb1ece91bbd8), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.806235 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e9a5f1e-2a65-40f0-8f0f-812d9a9fce0e req-8eef1662-9067-4461-9ea6-f57ec453c190 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226974
Apr 29 13:38:56.811195 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b74b552b-9a98-44d3-a10e-4c14651222ae admin admin] Publish callbacks [] for security_group (d36adc27-6ea6-4920-9c16-2e36216f3b79), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.824397 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-489f03c2-bdff-4098-a9ca-5f8e02f34ab5 req-5d0b7f63-9b22-4d50-982d-f7fb16fabf43 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111190
Apr 29 13:38:56.829342 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Network d5683835-477d-4c54-b03a-a2813ecbae31 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:38:56.849533 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c4121e88-ac3a-4102-aefb-a65f174ac3e0 admin admin] Publish callbacks [] for security_group (c183183a-8ef1-4827-8f5f-fb1ece91bbd8), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.870814 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Pushing event updated for resources: {'Port': ['ID=488f84e3-0c4c-4d6a-ba01-55b062550898,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:56.878052 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:38:56.900733 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:38:56.905999 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b74b552b-9a98-44d3-a10e-4c14651222ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d36adc27-6ea6-4920-9c16-2e36216f3b79), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.910686 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b74b552b-9a98-44d3-a10e-4c14651222ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:56.915372 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-b74b552b-9a98-44d3-a10e-4c14651222ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d36adc27-6ea6-4920-9c16-2e36216f3b79 HTTP/1.1" status: 204  len: 168 time: 0.4032173
Apr 29 13:38:56.927118 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b552b-9a98-44d3-a10e-4c14651222ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36adc27-6ea6-4920-9c16-2e36216f3b79,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:57.061157 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5685-32f1-4a30-b9b3-3331fc742aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (b3caa5bd-af13-4276-a546-a4d724131205), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:57.086824 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5685-32f1-4a30-b9b3-3331fc742aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:57.090219 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44452991-fea3-4776-8f25-b68783cd9b98 req-02230d2e-a14d-4fb3-8297-b3b45266f78e tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:57.094282 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5b5f5685-32f1-4a30-b9b3-3331fc742aed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3caa5bd-af13-4276-a546-a4d724131205 HTTP/1.1" status: 204  len: 168 time: 0.8177905
Apr 29 13:38:57.100631 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-44452991-fea3-4776-8f25-b68783cd9b98 req-02230d2e-a14d-4fb3-8297-b3b45266f78e tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 932 time: 0.1374533
Apr 29 13:38:57.130042 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c4121e88-ac3a-4102-aefb-a65f174ac3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (c183183a-8ef1-4827-8f5f-fb1ece91bbd8), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:57.144664 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c4121e88-ac3a-4102-aefb-a65f174ac3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:57.154640 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c4121e88-ac3a-4102-aefb-a65f174ac3e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c183183a-8ef1-4827-8f5f-fb1ece91bbd8 HTTP/1.1" status: 204  len: 168 time: 0.7967794
Apr 29 13:38:57.210259 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f5685-32f1-4a30-b9b3-3331fc742aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3caa5bd-af13-4276-a546-a4d724131205,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:57.262534 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:57.266661 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:57.315536 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4121e88-ac3a-4102-aefb-a65f174ac3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183183a-8ef1-4827-8f5f-fb1ece91bbd8,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:57.334843 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-2400b2a5-3581-4ca9-a536-cd92351ebd2a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6445231
Apr 29 13:38:57.342437 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-44452991-fea3-4776-8f25-b68783cd9b98 req-f539f6c6-cf95-4c71-bf18-c8eac5c27527 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319703
Apr 29 13:38:57.395287 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Request body: {'port': {'device_id': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:38:57.497013 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:57.997665 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da963-4d61-42a2-895d-467d3cfc1b14 req-d23a7302-4492-4221-b4fc-9d257c75950f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:57.999469 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff1da963-4d61-42a2-895d-467d3cfc1b14 req-d23a7302-4492-4221-b4fc-9d257c75950f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0707715
Apr 29 13:38:58.061261 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488f84e3-0c4c-4d6a-ba01-55b062550898 {{(pid=103576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:38:58.085436 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Publish callbacks [] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.124111 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff1da963-4d61-42a2-895d-467d3cfc1b14 req-ad087403-f6fa-484c-8b42-5a5c4e07aa31 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162841
Apr 29 13:38:58.147244 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.provisioning_blocks [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Transition to ACTIVE for port object 488f84e3-0c4c-4d6a-ba01-55b062550898 will not be triggered until provisioned by entity L2. {{(pid=103576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:38:58.155201 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.237940 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48162) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:58.261742 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Pushing event updated for resources: {'Port': ['ID=488f84e3-0c4c-4d6a-ba01-55b062550898,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:58.275050 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ba49c68-86b5-4fad-9a9b-c3d614a794e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.280658 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48164) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:58.306040 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64728457-5a7b-4148-9b21-325dd4100a5f req-5a973b20-cc70-49dd-9b1b-9a23d860239a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:58.311941 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64728457-5a7b-4148-9b21-325dd4100a5f req-5a973b20-cc70-49dd-9b1b-9a23d860239a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1644375
Apr 29 13:38:58.345615 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a566720c-fdd6-4a4d-a766-b2f2d7c37161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.411269 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Attempting to bind port 488f84e3-0c4c-4d6a-ba01-55b062550898 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:38:58.411735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Attempting to bind port 488f84e3-0c4c-4d6a-ba01-55b062550898 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:38:58.411948 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Attempting to bind port 488f84e3-0c4c-4d6a-ba01-55b062550898 on network d5683835-477d-4c54-b03a-a2813ecbae31 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:58.433343 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Port 488f84e3-0c4c-4d6a-ba01-55b062550898 on network d5683835-477d-4c54-b03a-a2813ecbae31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:38:58.433860 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Attempting to bind port 488f84e3-0c4c-4d6a-ba01-55b062550898 on network d5683835-477d-4c54-b03a-a2813ecbae31 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:38:58.436199 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48168) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:58.438276 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64728457-5a7b-4148-9b21-325dd4100a5f req-8e4ad367-d89a-4d4c-8437-73b27aed1989 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180317
Apr 29 13:38:58.477249 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:38:58.478165 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Checking segment: {'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:38:58.478804 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Bound using segment: {'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:38:58.479466 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Bound port: 488f84e3-0c4c-4d6a-ba01-55b062550898, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:38:58.480016 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.567288 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48172) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:58.577368 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ba49c68-86b5-4fad-9a9b-c3d614a794e5 admin admin] Publish callbacks [] for security_group (3e19684a-a813-48e2-a64a-340c02a55b3c), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.596350 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ba49c68-86b5-4fad-9a9b-c3d614a794e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (3e19684a-a813-48e2-a64a-340c02a55b3c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.621244 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918023d-3af1-4e1e-91be-8dbffb2405a5 req-36aa0840-de05-4d17-b537-26b49dc768a2 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:58.624044 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2918023d-3af1-4e1e-91be-8dbffb2405a5 req-36aa0840-de05-4d17-b537-26b49dc768a2 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 944 time: 0.1068146
Apr 29 13:38:58.634840 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a155ede7-63b3-4873-8df7-e9524c298f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.694640 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] For port 488f84e3-0c4c-4d6a-ba01-55b062550898, host hv-cinder-83941, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:38:58.699301 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a566720c-fdd6-4a4d-a766-b2f2d7c37161 admin admin] Publish callbacks [] for security_group (abad2f89-59c3-4178-8038-b3b09188b698), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.704591 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5ba49c68-86b5-4fad-9a9b-c3d614a794e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef32bfac3f0d465b8e39094b1959acf8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4656379
Apr 29 13:38:58.714299 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba49c68-86b5-4fad-9a9b-c3d614a794e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e19684a-a813-48e2-a64a-340c02a55b3c,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:58.721547 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48176) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:58.732805 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] For port 488f84e3-0c4c-4d6a-ba01-55b062550898, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=488f84e3-0c4c-4d6a-ba01-55b062550898,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:38:58.734503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a566720c-fdd6-4a4d-a766-b2f2d7c37161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (abad2f89-59c3-4178-8038-b3b09188b698), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.737961 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2918023d-3af1-4e1e-91be-8dbffb2405a5 req-95c62b0a-aad3-4dc2-826d-f71a79e9c2a9 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046717
Apr 29 13:38:58.772950 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.855554 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a566720c-fdd6-4a4d-a766-b2f2d7c37161 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5000d8af427c40318a0eed6d4244f91a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5544126
Apr 29 13:38:58.860830 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48184) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:58.862090 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566720c-fdd6-4a4d-a766-b2f2d7c37161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abad2f89-59c3-4178-8038-b3b09188b698,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:58.868555 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:58.869263 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:58.870862 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] 10.222.0.48 "PUT /v2.0/ports/488f84e3-0c4c-4d6a-ba01-55b062550898 HTTP/1.1" status: 200  len: 1094 time: 1.4853389
Apr 29 13:38:58.891274 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'tag': '488f84e3-0c4c-4d6a-ba01-55b062550898'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:38:58.895468 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a78095-7c33-4dd5-9b4a-794d45316f57" -d '{"events": [{"name": "network-changed", "server_uuid": "09edbdae-86cd-4959-8cf6-8a18d76ab841", "tag": "488f84e3-0c4c-4d6a-ba01-55b062550898"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:38:59.002639 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7890-5903-417c-a84f-286dd09bcd75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.025833 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4ca5-34b8-46da-991b-44248a336298 service neutron] Pushing event updated for resources: {'Port': ['ID=488f84e3-0c4c-4d6a-ba01-55b062550898,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:59.029848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9080a312-8b7f-453a-a7d0-c9680c1f885d x-openstack-request-id: req-9080a312-8b7f-453a-a7d0-c9680c1f885d {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:38:59.030145 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09edbdae-86cd-4959-8cf6-8a18d76ab841", "tag": "488f84e3-0c4c-4d6a-ba01-55b062550898", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:38:59.030300 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9080a312-8b7f-453a-a7d0-c9680c1f885d {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:38:59.030695 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9080a312-8b7f-453a-a7d0-c9680c1f885d'] response: {'name': 'network-changed', 'server_uuid': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'tag': '488f84e3-0c4c-4d6a-ba01-55b062550898', 'status': 'completed', 'code': 200}
Apr 29 13:38:59.036791 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eadd8041-ebd1-4a46-b31e-33ecb847baaf admin admin] Publish callbacks [] for security_group (abad2f89-59c3-4178-8038-b3b09188b698), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.037064 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e241549d-dfb0-44cd-9c3c-85737603b4d7 admin admin] Publish callbacks [] for security_group (3e19684a-a813-48e2-a64a-340c02a55b3c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.042882 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a155ede7-63b3-4873-8df7-e9524c298f4f admin admin] Publish callbacks [] for security_group (81bfa41d-a517-4f11-90d1-5ef0fc598f77), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.057939 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a155ede7-63b3-4873-8df7-e9524c298f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (81bfa41d-a517-4f11-90d1-5ef0fc598f77), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.086298 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-4ac22e08-3ec1-46d0-a70c-f2cca07ceb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:59.088104 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-4ac22e08-3ec1-46d0-a70c-f2cca07ceb6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9248383e674b7a8365a64593da6b1c&device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 1128 time: 0.1211250
Apr 29 13:38:59.103786 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eadd8041-ebd1-4a46-b31e-33ecb847baaf admin admin] Publish callbacks [] for security_group (abad2f89-59c3-4178-8038-b3b09188b698), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.129848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e241549d-dfb0-44cd-9c3c-85737603b4d7 admin admin] Publish callbacks [] for security_group (3e19684a-a813-48e2-a64a-340c02a55b3c), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.197270 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-cd84d7b2-375a-43d6-b272-a79a350cf0d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488f84e3-0c4c-4d6a-ba01-55b062550898 HTTP/1.1" status: 200  len: 217 time: 0.0867610
Apr 29 13:38:59.217532 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eadd8041-ebd1-4a46-b31e-33ecb847baaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (abad2f89-59c3-4178-8038-b3b09188b698), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.221654 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a155ede7-63b3-4873-8df7-e9524c298f4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc257e8778804344a4f989bd301ff05d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6516364
Apr 29 13:38:59.222733 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155ede7-63b3-4873-8df7-e9524c298f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bfa41d-a517-4f11-90d1-5ef0fc598f77,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:59.223725 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eadd8041-ebd1-4a46-b31e-33ecb847baaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.234054 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-eadd8041-ebd1-4a46-b31e-33ecb847baaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abad2f89-59c3-4178-8038-b3b09188b698 HTTP/1.1" status: 204  len: 168 time: 0.3617482
Apr 29 13:38:59.244460 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48196) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:59.274050 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd8041-ebd1-4a46-b31e-33ecb847baaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abad2f89-59c3-4178-8038-b3b09188b698,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:59.349147 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-9e0bee7a-a720-49e4-8933-aaad7fe44431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:59.351824 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-9e0bee7a-a720-49e4-8933-aaad7fe44431 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=191da986-aaeb-4988-ae4c-4d45229913cd HTTP/1.1" status: 200  len: 849 time: 0.1351383
Apr 29 13:38:59.405851 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-b86091c2-f3b4-4530-b01a-dfeadf0baac4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5683835-477d-4c54-b03a-a2813ecbae31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459781
Apr 29 13:38:59.418152 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7890-5903-417c-a84f-286dd09bcd75 admin admin] Publish callbacks [] for security_group (365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.436859 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7890-5903-417c-a84f-286dd09bcd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.442092 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80486c-2a79-40d6-be24-0257a31a7dcb req-75aae0d7-5275-4414-bba1-0c7f8605f6c9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:59.456267 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aa80486c-2a79-40d6-be24-0257a31a7dcb req-75aae0d7-5275-4414-bba1-0c7f8605f6c9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.1717384
Apr 29 13:38:59.460508 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e241549d-dfb0-44cd-9c3c-85737603b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (3e19684a-a813-48e2-a64a-340c02a55b3c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.464106 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e241549d-dfb0-44cd-9c3c-85737603b4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.465362 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e241549d-dfb0-44cd-9c3c-85737603b4d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e19684a-a813-48e2-a64a-340c02a55b3c HTTP/1.1" status: 204  len: 168 time: 0.7428191
Apr 29 13:38:59.489244 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb97-ab6a-4ec4-80a8-bba829372351 admin admin] Publish callbacks [] for security_group (81bfa41d-a517-4f11-90d1-5ef0fc598f77), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:38:59.571894 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-2d5a7890-5903-417c-a84f-286dd09bcd75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10fae44d175b4d26a759cf4da36205f3&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1255105
Apr 29 13:38:59.572959 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a7890-5903-417c-a84f-286dd09bcd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:38:59.575848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48206) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:38:59.611796 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aa80486c-2a79-40d6-be24-0257a31a7dcb req-1e31a658-a418-4bd6-ac74-fa859e8d0130 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543419
Apr 29 13:38:59.973755 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad69263-3415-4b4c-8805-f8579c4ae415 req-0d08229a-2c07-49aa-9ef2-52b3e2b4fa6a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:38:59.989853 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0ad69263-3415-4b4c-8805-f8579c4ae415 req-0d08229a-2c07-49aa-9ef2-52b3e2b4fa6a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1238692
Apr 29 13:39:00.074619 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-215e2d67-6cb2-4153-a5b2-8a49fbc6f5f2 service neutron] 10.222.0.48 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6585407
Apr 29 13:39:00.081796 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb97-ab6a-4ec4-80a8-bba829372351 admin admin] Publish callbacks [] for security_group (81bfa41d-a517-4f11-90d1-5ef0fc598f77), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:00.189484 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241549d-dfb0-44cd-9c3c-85737603b4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e19684a-a813-48e2-a64a-340c02a55b3c,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:00.219458 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0ad69263-3415-4b4c-8805-f8579c4ae415 req-08a60850-37d6-42ea-a907-97002a3bd2a5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2268062
Apr 29 13:39:00.254863 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db2bb6-80ae-4c56-b8ae-45fb15399c8a req-c163fc5e-d288-4a6d-b98b-b113552bb921 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:00.256459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a8db2bb6-80ae-4c56-b8ae-45fb15399c8a req-c163fc5e-d288-4a6d-b98b-b113552bb921 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 944 time: 0.1782498
Apr 29 13:39:00.400967 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a8db2bb6-80ae-4c56-b8ae-45fb15399c8a req-d8bd57d7-2774-4f99-9dc9-d71e713d2774 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346238
Apr 29 13:39:00.532920 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a37f-bf56-4b71-9bb4-58abcc655f8e admin admin] Publish callbacks [] for security_group (365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:00.555316 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:39:00.561371 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-683891f4-c949-4ab5-b36d-fec092f056d5 req-47af9f52-4b1b-4aff-ac23-26bb8eef9c96 service neutron] 10.222.0.48 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4667351
Apr 29 13:39:00.573695 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb97-ab6a-4ec4-80a8-bba829372351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (81bfa41d-a517-4f11-90d1-5ef0fc598f77), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:00.582982 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fbadeb97-ab6a-4ec4-80a8-bba829372351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:00.585374 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-fbadeb97-ab6a-4ec4-80a8-bba829372351 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81bfa41d-a517-4f11-90d1-5ef0fc598f77 HTTP/1.1" status: 204  len: 168 time: 1.3397033
Apr 29 13:39:00.601194 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a37f-bf56-4b71-9bb4-58abcc655f8e admin admin] Publish callbacks [] for security_group (365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:00.627343 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadeb97-ab6a-4ec4-80a8-bba829372351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bfa41d-a517-4f11-90d1-5ef0fc598f77,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:00.731314 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a37f-bf56-4b71-9bb4-58abcc655f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:00.736882 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a37f-bf56-4b71-9bb4-58abcc655f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:00.742636 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0dd8a37f-bf56-4b71-9bb4-58abcc655f8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f HTTP/1.1" status: 204  len: 168 time: 0.6696362
Apr 29 13:39:00.754053 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8a37f-bf56-4b71-9bb4-58abcc655f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d7e94-94e4-4e1b-9a3e-f0e6b3ea5b7f,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:01.362008 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48268) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:01.377317 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5677bb51-657e-4a57-95af-9b22f756f8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:01.405930 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b567-c116-4787-8727-30618240c6e1 req-11bcd2f8-3b95-4ea2-83d6-0ac63de80e38 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:01.409608 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64c6b567-c116-4787-8727-30618240c6e1 req-11bcd2f8-3b95-4ea2-83d6-0ac63de80e38 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0928524
Apr 29 13:39:01.498926 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5677bb51-657e-4a57-95af-9b22f756f8fe admin admin] Publish callbacks [] for security_group (9bb8240f-e51b-405a-badb-7128caef444f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:01.519616 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5677bb51-657e-4a57-95af-9b22f756f8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9bb8240f-e51b-405a-badb-7128caef444f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:01.555881 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64c6b567-c116-4787-8727-30618240c6e1 req-89543f98-1312-4cdd-aec4-ef8df474a272 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1281171
Apr 29 13:39:01.598411 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-26e7b8fa-511e-409d-a1c1-d5a964b1185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:01.600869 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-26e7b8fa-511e-409d-a1c1-d5a964b1185e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9248383e674b7a8365a64593da6b1c&device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 1128 time: 0.0726128
Apr 29 13:39:01.645882 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48274) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:01.670544 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68cc038c-8cd9-47ca-a02d-d3bd75992576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:01.707870 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627d3c8-134c-499a-be98-77ed3e68248e req-78b85fc3-71ba-42c1-a295-0c71ae4b55a3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:01.709729 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0627d3c8-134c-499a-be98-77ed3e68248e req-78b85fc3-71ba-42c1-a295-0c71ae4b55a3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 944 time: 0.1262350
Apr 29 13:39:01.736715 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5677bb51-657e-4a57-95af-9b22f756f8fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=034a69acc416403383eae3463ae51bd1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3731475
Apr 29 13:39:01.738477 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48278) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:01.774415 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677bb51-657e-4a57-95af-9b22f756f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8240f-e51b-405a-badb-7128caef444f,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:01.873027 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0627d3c8-134c-499a-be98-77ed3e68248e req-d36d9fa0-391c-427b-ae62-d3eece40123a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330943
Apr 29 13:39:01.909224 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68cc038c-8cd9-47ca-a02d-d3bd75992576 admin admin] Publish callbacks [] for security_group (b16c0f79-f79b-44dc-bab0-32e11c2595ce), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:01.919497 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-68cc038c-8cd9-47ca-a02d-d3bd75992576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (b16c0f79-f79b-44dc-bab0-32e11c2595ce), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:01.986218 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-68cc038c-8cd9-47ca-a02d-d3bd75992576 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=835ae91679724fcd80b9b38340840f29&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3340545
Apr 29 13:39:01.994662 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48282) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:01.995361 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-deb21964-1537-45e2-898c-fb932e6977ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:01.995504 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-deb21964-1537-45e2-898c-fb932e6977ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5683835-477d-4c54-b03a-a2813ecbae31 HTTP/1.1" status: 200  len: 910 time: 0.3789263
Apr 29 13:39:02.024768 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9b9985ef-b08e-41e6-af1f-8272780d739f admin admin] Publish callbacks [] for security_group (9bb8240f-e51b-405a-badb-7128caef444f), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.029956 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc038c-8cd9-47ca-a02d-d3bd75992576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c0f79-f79b-44dc-bab0-32e11c2595ce,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:02.048788 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48288) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:02.065152 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-e3f44c9d-a0d4-4c42-8d4f-f39d6ce462a6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542537871', 'description': 'tempest-description--387321412'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:02.145980 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e3f44c9d-a0d4-4c42-8d4f-f39d6ce462a6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.147791 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9b9985ef-b08e-41e6-af1f-8272780d739f admin admin] Publish callbacks [] for security_group (9bb8240f-e51b-405a-badb-7128caef444f), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.172060 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-f54ff764-fd60-4ac1-af56-448041cb0e0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488f84e3-0c4c-4d6a-ba01-55b062550898 HTTP/1.1" status: 200  len: 217 time: 0.1414683
Apr 29 13:39:02.172948 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e75c0f-cb33-4ccc-b25c-fa6b1c6451f3 admin admin] Publish callbacks [] for security_group (b16c0f79-f79b-44dc-bab0-32e11c2595ce), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.264437 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e75c0f-cb33-4ccc-b25c-fa6b1c6451f3 admin admin] Publish callbacks [] for security_group (b16c0f79-f79b-44dc-bab0-32e11c2595ce), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.302411 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-32dc1b93-48b5-4ce6-b41e-d5c9716db971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:02.308079 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-32dc1b93-48b5-4ce6-b41e-d5c9716db971 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=191da986-aaeb-4988-ae4c-4d45229913cd HTTP/1.1" status: 200  len: 849 time: 0.1233001
Apr 29 13:39:02.348693 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e3f44c9d-a0d4-4c42-8d4f-f39d6ce462a6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group (53756a4c-ef46-48ab-bfb2-0800f747f549), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.360346 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e3f44c9d-a0d4-4c42-8d4f-f39d6ce462a6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (53756a4c-ef46-48ab-bfb2-0800f747f549), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.370438 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e75c0f-cb33-4ccc-b25c-fa6b1c6451f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (b16c0f79-f79b-44dc-bab0-32e11c2595ce), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.374242 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-20e75c0f-cb33-4ccc-b25c-fa6b1c6451f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.378961 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-20e75c0f-cb33-4ccc-b25c-fa6b1c6451f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b16c0f79-f79b-44dc-bab0-32e11c2595ce HTTP/1.1" status: 204  len: 168 time: 0.3829615
Apr 29 13:39:02.405383 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-0702ff06-4dab-4059-90cf-423cc5627dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5683835-477d-4c54-b03a-a2813ecbae31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0916593
Apr 29 13:39:02.407611 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9b9985ef-b08e-41e6-af1f-8272780d739f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9bb8240f-e51b-405a-badb-7128caef444f), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.408077 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e3f44c9d-a0d4-4c42-8d4f-f39d6ce462a6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.409516 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e3f44c9d-a0d4-4c42-8d4f-f39d6ce462a6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.3586655
Apr 29 13:39:02.414447 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9b9985ef-b08e-41e6-af1f-8272780d739f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.416628 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9b9985ef-b08e-41e6-af1f-8272780d739f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bb8240f-e51b-405a-badb-7128caef444f HTTP/1.1" status: 204  len: 168 time: 0.6701958
Apr 29 13:39:02.420983 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48300) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:02.431922 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-c2f9b044-ff7c-4663-91a0-2c2eeea0f41e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'security_group_rule': {'security_group_id': '53756a4c-ef46-48ab-bfb2-0800f747f549', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:02.443089 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f44c9d-a0d4-4c42-8d4f-f39d6ce462a6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53756a4c-ef46-48ab-bfb2-0800f747f549,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:02.472088 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75c0f-cb33-4ccc-b25c-fa6b1c6451f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c0f79-f79b-44dc-bab0-32e11c2595ce,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:02.482850 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9985ef-b08e-41e6-af1f-8272780d739f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8240f-e51b-405a-badb-7128caef444f,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:02.500263 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b044-ff7c-4663-91a0-2c2eeea0f41e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group_rule (94f8c424-92c8-4259-b774-242471c44f4f), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.625713 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b044-ff7c-4663-91a0-2c2eeea0f41e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group_rule (94f8c424-92c8-4259-b774-242471c44f4f), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.636760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b044-ff7c-4663-91a0-2c2eeea0f41e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (94f8c424-92c8-4259-b774-242471c44f4f), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.685064 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b044-ff7c-4663-91a0-2c2eeea0f41e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.692656 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c2f9b044-ff7c-4663-91a0-2c2eeea0f41e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2697263
Apr 29 13:39:02.694539 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48334) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:02.715893 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-c33c2de4-427b-41d4-8110-35cb57b3ba2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'security_group_rule': {'security_group_id': '53756a4c-ef46-48ab-bfb2-0800f747f549', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:02.730998 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9b044-ff7c-4663-91a0-2c2eeea0f41e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f8c424-92c8-4259-b774-242471c44f4f,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:02.783806 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-5ca43fc2-087b-408c-9972-ee285f9e2817 service neutron] 10.222.0.48 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3654218
Apr 29 13:39:02.794914 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c33c2de4-427b-41d4-8110-35cb57b3ba2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group_rule (1be45725-9739-45cc-bbf5-2ac1b8e48c1b), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:02.961620 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f35cc0-ead5-4247-bdb9-80d81fbc8b87 req-30abf582-afe1-42c4-b1f3-e3d02b30c803 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:02.965229 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5f35cc0-ead5-4247-bdb9-80d81fbc8b87 req-30abf582-afe1-42c4-b1f3-e3d02b30c803 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1737745
Apr 29 13:39:02.979108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c33c2de4-427b-41d4-8110-35cb57b3ba2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group_rule (1be45725-9739-45cc-bbf5-2ac1b8e48c1b), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:03.044687 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c33c2de4-427b-41d4-8110-35cb57b3ba2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (1be45725-9739-45cc-bbf5-2ac1b8e48c1b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:03.079556 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-c2a78095-7c33-4dd5-9b4a-794d45316f57 req-f32cc6b5-f869-448b-9c7c-5631ab6ebab1 service neutron] 10.222.0.48 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868166
Apr 29 13:39:03.183835 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5f35cc0-ead5-4247-bdb9-80d81fbc8b87 req-6e6ea1d8-587a-4d61-99b2-891fc6ae493b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2083464
Apr 29 13:39:03.236649 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c33c2de4-427b-41d4-8110-35cb57b3ba2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:03.247972 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c33c2de4-427b-41d4-8110-35cb57b3ba2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5353303
Apr 29 13:39:03.248447 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48360) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:03.251988 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c2de4-427b-41d4-8110-35cb57b3ba2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be45725-9739-45cc-bbf5-2ac1b8e48c1b,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:03.255138 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:03.332365 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddec4c-c9f9-4753-bd06-9e77eb2c6d08 req-0168c1d5-2abe-4b2f-bcb4-74aa73d91912 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:03.335046 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7fddec4c-c9f9-4753-bd06-9e77eb2c6d08 req-0168c1d5-2abe-4b2f-bcb4-74aa73d91912 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 944 time: 0.2374063
Apr 29 13:39:03.345980 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:03.540437 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7fddec4c-c9f9-4753-bd06-9e77eb2c6d08 req-2330d8a5-2422-4595-9c38-a1914b5d361c tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937664
Apr 29 13:39:03.655105 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 488f84e3-0c4c-4d6a-ba01-55b062550898 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:39:03.672823 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:03.787600 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 488f84e3-0c4c-4d6a-ba01-55b062550898, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=488f84e3-0c4c-4d6a-ba01-55b062550898,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:03.821130 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '488f84e3-0c4c-4d6a-ba01-55b062550898', 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31', 'port_id': '488f84e3-0c4c-4d6a-ba01-55b062550898', 'mac_address': 'fa:16:3e:e6:b4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '191da986-aaeb-4988-ae4c-4d45229913cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:39:03.924892 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 488f84e3-0c4c-4d6a-ba01-55b062550898 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:03.926007 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:03.957761 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488f84e3-0c4c-4d6a-ba01-55b062550898 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:03.985566 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Allocated IP 172.27.2.204 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/7a25878d-2359-484a-9787-120c6077e455) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:39:04.012631 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 488f84e3-0c4c-4d6a-ba01-55b062550898, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=488f84e3-0c4c-4d6a-ba01-55b062550898,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:04.021198 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:04.129316 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=488f84e3-0c4c-4d6a-ba01-55b062550898,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:04.216558 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for port (7a25878d-2359-484a-9787-120c6077e455), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:04.281565 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (7a25878d-2359-484a-9787-120c6077e455), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:04.303048 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['488f84e3-0c4c-4d6a-ba01-55b062550898'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:04.334949 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:39:04.339818 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:39:04.347247 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:39:04.397110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'Port': ['ID=7a25878d-2359-484a-9787-120c6077e455,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:04.422965 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2c5b9-e09f-448b-b2ab-1b2e99f494f3 req-7595c85e-5bba-4b52-a07d-95b6757471c6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:04.425583 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c4a2c5b9-e09f-448b-b2ab-1b2e99f494f3 req-7595c85e-5bba-4b52-a07d-95b6757471c6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1072657
Apr 29 13:39:04.515154 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:04.623908 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7a25878d-2359-484a-9787-120c6077e455), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:04.768027 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c4a2c5b9-e09f-448b-b2ab-1b2e99f494f3 req-293821f4-2767-4ec3-92ab-43d6df6daab1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3251495
Apr 29 13:39:04.932381 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b741a-6b0d-42af-b345-f0518696a18b req-c700443b-bbb6-49f5-af26-970e25192f6f tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:04.935211 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-858b741a-6b0d-42af-b345-f0518696a18b req-c700443b-bbb6-49f5-af26-970e25192f6f tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 945 time: 0.1942594
Apr 29 13:39:05.017386 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-858b741a-6b0d-42af-b345-f0518696a18b req-d49a9bf4-f62a-4793-912d-5d62b02bc2f3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733809
Apr 29 13:39:05.058499 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for port (7a25878d-2359-484a-9787-120c6077e455), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:05.066155 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (7a25878d-2359-484a-9787-120c6077e455), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:05.170171 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'Port': ['ID=7a25878d-2359-484a-9787-120c6077e455,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:05.193408 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:05.222418 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:05.240876 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-42e6d934-b065-4aa4-aab1-88f24a2de406 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9747772
Apr 29 13:39:05.308719 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-24dccab5-fe46-41a6-817c-84e657d93094 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5f43acf97783466c85238493d42341e3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0615869
Apr 29 13:39:05.662391 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 488f84e3-0c4c-4d6a-ba01-55b062550898 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:39:05.679853 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-7b100a7e-0036-47e1-a883-d3bee0fba894 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:05.682934 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-7b100a7e-0036-47e1-a883-d3bee0fba894 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3649263
Apr 29 13:39:05.710352 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48470) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:05.729751 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-d03af55b-1776-4fe9-873f-f1ccf785f843 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/quotas/5f43acf97783466c85238493d42341e3 HTTP/1.1" status: 200  len: 375 time: 0.0306206
Apr 29 13:39:05.824742 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 488f84e3-0c4c-4d6a-ba01-55b062550898 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:39:05.841720 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-b3b9c1b4-d659-4f72-93bf-017cf42c227e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f43acf97783466c85238493d42341e3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0817838
Apr 29 13:39:05.843960 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 488f84e3-0c4c-4d6a-ba01-55b062550898 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:05.844770 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:05.856856 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-85e990ed-7325-451f-80fc-19fa12da9d7a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--542537871&fields=id&tenant_id=97e1b522a37e470284254748a16843fa HTTP/1.1" status: 200  len: 267 time: 0.2049894
Apr 29 13:39:06.119376 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 488f84e3-0c4c-4d6a-ba01-55b062550898 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:06.120236 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.189341 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e96e5be2-3fce-4ef7-be04-b08086e0d12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.259946 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 488f84e3-0c4c-4d6a-ba01-55b062550898, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=488f84e3-0c4c-4d6a-ba01-55b062550898,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:06.267056 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f84e3-0c4c-4d6a-ba01-55b062550898'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:06.281297 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c8864-d48f-40fd-9b12-8279d6753449" -d '{"events": [{"server_uuid": "09edbdae-86cd-4959-8cf6-8a18d76ab841", "name": "network-vif-plugged", "status": "completed", "tag": "488f84e3-0c4c-4d6a-ba01-55b062550898"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:06.296960 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.314031 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-bc9e3438-c281-42aa-8ccd-183cdbe7fdce tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:06.320587 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-bc9e3438-c281-42aa-8ccd-183cdbe7fdce tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 818 time: 0.4382002
Apr 29 13:39:06.458050 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-5ac9a574-3b0e-4334-8935-d34df1b810e0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/quotas/97e1b522a37e470284254748a16843fa HTTP/1.1" status: 200  len: 375 time: 0.0984890
Apr 29 13:39:06.510641 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=488f84e3-0c4c-4d6a-ba01-55b062550898,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:06.538623 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e96e5be2-3fce-4ef7-be04-b08086e0d12d admin admin] Publish callbacks [] for security_group (7877f56e-0cb3-4c95-852b-b90a3d1d1c17), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.548129 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e96e5be2-3fce-4ef7-be04-b08086e0d12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (7877f56e-0cb3-4c95-852b-b90a3d1d1c17), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.591523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b0aeb-086e-4c3a-8dfc-57e270d81138 req-5d6028bb-5600-432b-8669-78ee42066c41 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:06.603887 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-519b0aeb-086e-4c3a-8dfc-57e270d81138 req-5d6028bb-5600-432b-8669-78ee42066c41 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.2780859
Apr 29 13:39:06.631405 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-0cc2a43a-48a2-4859-8d91-257533b99042 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1638734
Apr 29 13:39:06.687320 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e5be2-3fce-4ef7-be04-b08086e0d12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7877f56e-0cb3-4c95-852b-b90a3d1d1c17,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:06.696578 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e96e5be2-3fce-4ef7-be04-b08086e0d12d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b09e44c11b1c4ef394fcbf10427778aa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9836094
Apr 29 13:39:06.699496 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48502) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:06.776125 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48504) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:06.837784 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-19ea673a-e86d-4a85-92e9-edb5033ee481 admin admin] Publish callbacks [] for security_group (7877f56e-0cb3-4c95-852b-b90a3d1d1c17), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.873293 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-19ea673a-e86d-4a85-92e9-edb5033ee481 admin admin] Publish callbacks [] for security_group (7877f56e-0cb3-4c95-852b-b90a3d1d1c17), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.980128 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-19ea673a-e86d-4a85-92e9-edb5033ee481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (7877f56e-0cb3-4c95-852b-b90a3d1d1c17), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.990127 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-19ea673a-e86d-4a85-92e9-edb5033ee481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:06.995385 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-19ea673a-e86d-4a85-92e9-edb5033ee481 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7877f56e-0cb3-4c95-852b-b90a3d1d1c17 HTTP/1.1" status: 204  len: 168 time: 0.2904930
Apr 29 13:39:07.019648 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea673a-e86d-4a85-92e9-edb5033ee481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877f56e-0cb3-4c95-852b-b90a3d1d1c17,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:07.163970 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a190e378-440a-49e5-8d9a-a8baa31373bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:07.187267 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-519b0aeb-086e-4c3a-8dfc-57e270d81138 req-cd12e594-182d-4c30-b496-54cd49ec155d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5803580
Apr 29 13:39:07.266342 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-c2bed7e6-a648-47ff-bdba-f21cc93d7efc service neutron] 10.222.0.52 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6018751
Apr 29 13:39:07.376311 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a190e378-440a-49e5-8d9a-a8baa31373bf admin admin] Publish callbacks [] for security_group (4f3f97be-64d2-4792-a8a9-59aa51df4c73), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:07.384716 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a190e378-440a-49e5-8d9a-a8baa31373bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4f3f97be-64d2-4792-a8a9-59aa51df4c73), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:07.470670 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a190e378-440a-49e5-8d9a-a8baa31373bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9d26a77ef224ba4a981d7cba565a294&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6887136
Apr 29 13:39:07.470670 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190e378-440a-49e5-8d9a-a8baa31373bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3f97be-64d2-4792-a8a9-59aa51df4c73,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:07.472389 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48518) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:07.496220 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce29c6-3575-44eb-bca2-0f1b9a638087 req-b3452966-bcd3-44f9-992f-b6d7cc15ddbe tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:07.506262 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-31ce29c6-3575-44eb-bca2-0f1b9a638087 req-b3452966-bcd3-44f9-992f-b6d7cc15ddbe tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.1671321
Apr 29 13:39:07.579884 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-acbe2d0a-d178-4cf5-ab17-8d5fb890cbc4 admin admin] Publish callbacks [] for security_group (4f3f97be-64d2-4792-a8a9-59aa51df4c73), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:07.632354 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-acbe2d0a-d178-4cf5-ab17-8d5fb890cbc4 admin admin] Publish callbacks [] for security_group (4f3f97be-64d2-4792-a8a9-59aa51df4c73), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:07.645823 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-cff5c98f-474f-4e99-9a81-30a480341138 service neutron] 10.222.0.52 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3594537
Apr 29 13:39:07.697221 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-31ce29c6-3575-44eb-bca2-0f1b9a638087 req-517830c9-fd19-42f3-93b9-49383ebd1e16 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872718
Apr 29 13:39:07.795577 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-acbe2d0a-d178-4cf5-ab17-8d5fb890cbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4f3f97be-64d2-4792-a8a9-59aa51df4c73), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:07.811471 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-acbe2d0a-d178-4cf5-ab17-8d5fb890cbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:07.816997 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-acbe2d0a-d178-4cf5-ab17-8d5fb890cbc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f3f97be-64d2-4792-a8a9-59aa51df4c73 HTTP/1.1" status: 204  len: 168 time: 0.3421292
Apr 29 13:39:07.853547 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2d0a-d178-4cf5-ab17-8d5fb890cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3f97be-64d2-4792-a8a9-59aa51df4c73,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:07.967128 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5e917057-e78b-4cd2-b38d-63b32c8a1c24 req-a7a223d5-77a1-44ab-8173-2bf5e9a22312 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 210 time: 0.1013176
Apr 29 13:39:08.241334 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be892d5a-502b-47a1-b693-ab558a0a1b59 x-openstack-request-id: req-be892d5a-502b-47a1-b693-ab558a0a1b59 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:08.243548 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09edbdae-86cd-4959-8cf6-8a18d76ab841", "name": "network-vif-plugged", "status": "completed", "tag": "488f84e3-0c4c-4d6a-ba01-55b062550898", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:08.244298 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be892d5a-502b-47a1-b693-ab558a0a1b59 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:08.245892 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be892d5a-502b-47a1-b693-ab558a0a1b59'] response: {'server_uuid': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488f84e3-0c4c-4d6a-ba01-55b062550898', 'code': 200}
Apr 29 13:39:08.300049 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-78087740-b26b-4333-aac2-3977af9142bd req-0a79fc0c-8a2a-456c-9555-699d38fb775a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.0856133
Apr 29 13:39:08.493945 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b7a0e-50d0-4199-8e12-e05f0a1d8309 req-b7e536b5-036f-4640-97ec-cbf383b5b47c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:08.510027 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0c1b7a0e-50d0-4199-8e12-e05f0a1d8309 req-b7e536b5-036f-4640-97ec-cbf383b5b47c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1152973
Apr 29 13:39:08.589337 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0c1b7a0e-50d0-4199-8e12-e05f0a1d8309 req-46432d40-4cf6-42cd-bb89-6535dbcc7b75 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766504
Apr 29 13:39:08.782523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98bf0e-1f2f-45ed-8dfa-0352fae7e4b3 req-fa162989-c32a-42bd-bf93-086a0a168c8e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:08.798254 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6f98bf0e-1f2f-45ed-8dfa-0352fae7e4b3 req-fa162989-c32a-42bd-bf93-086a0a168c8e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.1127796
Apr 29 13:39:08.898526 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48564) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:08.920891 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97144d65-2e31-4dc9-bade-c57caadf9431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:09.002830 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbcb6b-3ad3-4a4a-81bc-3813c133589b req-70efcb98-b7b7-4bf8-b321-3f5abd474426 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:09.003919 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-47cbcb6b-3ad3-4a4a-81bc-3813c133589b req-70efcb98-b7b7-4bf8-b321-3f5abd474426 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.1662102
Apr 29 13:39:09.032031 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6f98bf0e-1f2f-45ed-8dfa-0352fae7e4b3 req-13febdea-af6c-4ae5-b4c2-7fbf5ea3c210 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311423
Apr 29 13:39:09.081558 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48572) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:09.154620 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-49ecf6dc-10af-4951-94b8-be36c4645e5e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5f43acf97783466c85238493d42341e3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1573868
Apr 29 13:39:09.164980 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-47cbcb6b-3ad3-4a4a-81bc-3813c133589b req-e2e0a61a-0e3b-4640-8822-14cf4bdae5f1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310389
Apr 29 13:39:09.245114 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b6f73d0b-0308-4b83-83d5-25ba6341dd46 req-9d7dce25-6741-4b57-84a3-056b97c6644f tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 210 time: 0.0709145
Apr 29 13:39:09.510142 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0927b-3f2d-4338-b4b0-3ecc374f19c9 req-98a95668-38ba-4e3d-9c50-08bdc3db79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:09.514038 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-88a0927b-3f2d-4338-b4b0-3ecc374f19c9 req-98a95668-38ba-4e3d-9c50-08bdc3db79f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 1130 time: 0.4557323
Apr 29 13:39:09.646319 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6a85ab1d-8c3d-4e6b-8f3c-00789f927d5d req-1cb1630e-dc6d-4abe-b19d-2b8885619fbb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.1247728
Apr 29 13:39:09.651587 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-33ee17fa-3121-477d-adf1-81062bbb9e42 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:09.653524 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-33ee17fa-3121-477d-adf1-81062bbb9e42 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4174261
Apr 29 13:39:09.678147 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97144d65-2e31-4dc9-bade-c57caadf9431 admin admin] Publish callbacks [] for security_group (2213a393-de10-4d74-868e-2c6d412e0923), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:09.689995 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97144d65-2e31-4dc9-bade-c57caadf9431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2213a393-de10-4d74-868e-2c6d412e0923), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:09.706835 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-88a0927b-3f2d-4338-b4b0-3ecc374f19c9 req-c31c2c95-4e14-405d-a9f3-ebdd52006f04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254549
Apr 29 13:39:09.738463 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-97144d65-2e31-4dc9-bade-c57caadf9431 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21f6000d9b3a4decb60ae944ae15b977&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8345029
Apr 29 13:39:09.743499 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48584) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:09.780648 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97144d65-2e31-4dc9-bade-c57caadf9431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2213a393-de10-4d74-868e-2c6d412e0923,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:09.843785 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-35d26a06-9525-4be6-9f1a-e524be66f634 admin admin] Publish callbacks [] for security_group (2213a393-de10-4d74-868e-2c6d412e0923), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:09.874503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-35d26a06-9525-4be6-9f1a-e524be66f634 admin admin] Publish callbacks [] for security_group (2213a393-de10-4d74-868e-2c6d412e0923), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:09.974430 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18619b-d348-4e1c-ab4b-0157195a9ebe tempest-TestMinimumBasicScenario-1490732130 tempest-TestMinimumBasicScenario-1490732130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:09.980528 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-2a18619b-d348-4e1c-ab4b-0157195a9ebe tempest-TestMinimumBasicScenario-1490732130 tempest-TestMinimumBasicScenario-1490732130-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1125 time: 0.8945768
Apr 29 13:39:09.981510 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48588) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:09.987443 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'port_id': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:09.997335 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-35d26a06-9525-4be6-9f1a-e524be66f634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2213a393-de10-4d74-868e-2c6d412e0923), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:09.999956 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-35d26a06-9525-4be6-9f1a-e524be66f634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.001144 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-35d26a06-9525-4be6-9f1a-e524be66f634 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2213a393-de10-4d74-868e-2c6d412e0923 HTTP/1.1" status: 204  len: 168 time: 0.2566586
Apr 29 13:39:10.005506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b24a8b-3045-47c3-aa46-0a4df5279a08 req-c557fc34-0b05-46d7-abe5-46d34ac870d2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:10.009841 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91b24a8b-3045-47c3-aa46-0a4df5279a08 req-c557fc34-0b05-46d7-abe5-46d34ac870d2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1988366
Apr 29 13:39:10.018366 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d26a06-9525-4be6-9f1a-e524be66f634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213a393-de10-4d74-868e-2c6d412e0923,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:10.067630 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Request body: {'port': {'device_id': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c', 'admin_state_up': True, 'tenant_id': '5f43acf97783466c85238493d42341e3'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:10.128408 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.197140 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.200255 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91b24a8b-3045-47c3-aa46-0a4df5279a08 req-ed7b8612-fd54-4fa6-a51d-a798cd37f4b7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1780982
Apr 29 13:39:10.314140 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.338058 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Made reservation on behalf of 5f43acf97783466c85238493d42341e3 for: {'port': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:39:10.342087 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.407952 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.418970 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7cf0-9f09-4638-9f98-59103cc9ede7 req-369b6228-24fd-44b9-8ab7-0cb4b392f5f4 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:10.422038 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4cae7cf0-9f09-4638-9f98-59103cc9ede7 req-369b6228-24fd-44b9-8ab7-0cb4b392f5f4 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.1263556
Apr 29 13:39:10.480172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-63e52989-09c1-449c-9293-af6d0f2f7318 req-2174d163-94c2-443d-b67f-81c66faba7e3 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 210 time: 0.0732813
Apr 29 13:39:10.537324 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Allocated IP 172.27.2.234 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/898a7193-62f5-4350-96be-41d331a36b2c) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:39:10.582148 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4cae7cf0-9f09-4638-9f98-59103cc9ede7 req-91ecee92-910b-4027-aa7c-58551f3e86d6 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397324
Apr 29 13:39:10.584831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks [] for security_group (f3080dd4-712d-4c44-b6ac-766e818b4917), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.605906 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (f3080dd4-712d-4c44-b6ac-766e818b4917), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.710924 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3080dd4-712d-4c44-b6ac-766e818b4917,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:10.858248 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for port (898a7193-62f5-4350-96be-41d331a36b2c), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:10.883015 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ebaf27c4-0362-4da1-95c7-5355dc404a86 req-d811e335-a675-4d0a-850e-f24b5fbaa00f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.0457931
Apr 29 13:39:10.886789 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Allocated IP 192.168.233.11 (2e849c5f-bb98-437a-aeeb-46a8d4491a1c/121df6ff-87bb-473a-8ee7-710b55d27759/cc85b997-3ff7-4ee6-a8cb-a967438d8798) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:39:11.009835 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (898a7193-62f5-4350-96be-41d331a36b2c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:11.093035 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:39:11.143700 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:39:11.154574 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:39:11.184401 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'Port': ['ID=898a7193-62f5-4350-96be-41d331a36b2c,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:11.361230 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks [] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:11.490364 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cf58a-18a0-4d33-95b7-039634c26aa9 req-0d8a736d-aad8-4d4f-bcbf-5432c5468b6d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:11.493362 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-169cf58a-18a0-4d33-95b7-039634c26aa9 req-0d8a736d-aad8-4d4f-bcbf-5432c5468b6d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1115563
Apr 29 13:39:11.586739 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:11.648516 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-169cf58a-18a0-4d33-95b7-039634c26aa9 req-ea9c879e-0b9b-41e9-8da4-ca9d735f45a3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418781
Apr 29 13:39:11.717351 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:39:11.741340 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:39:11.754149 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Pushing event updated for resources: {'Port': ['ID=cc85b997-3ff7-4ee6-a8cb-a967438d8798,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:11.760445 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:39:11.816213 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6ab37-2d35-4af6-9f15-2a95b11d3d3e req-6447fbbd-44e7-455f-94bc-db4bde5afa9d tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:11.821349 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ef6ab37-2d35-4af6-9f15-2a95b11d3d3e req-6447fbbd-44e7-455f-94bc-db4bde5afa9d tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 935 time: 0.1956260
Apr 29 13:39:12.025484 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ef6ab37-2d35-4af6-9f15-2a95b11d3d3e req-d7812a9f-0f85-4ed5-a670-8bfa0a2bdcd2 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870010
Apr 29 13:39:12.063369 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32ae22-a652-41ce-9410-5d13b3007e9a req-55797c08-c74e-4a84-bd6c-baf7fac549fb tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:12.080242 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fd32ae22-a652-41ce-9410-5d13b3007e9a req-55797c08-c74e-4a84-bd6c-baf7fac549fb tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.1682193
Apr 29 13:39:12.230772 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fd32ae22-a652-41ce-9410-5d13b3007e9a req-692c4c9c-5724-49f1-8c2e-eb0c16697dad tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411812
Apr 29 13:39:12.263244 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7ed902da-f934-4dd6-99e8-3e978fbf4ac2 req-58a1c354-5ccc-4e5b-a654-8b1c6c26f329 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.0702899
Apr 29 13:39:12.308375 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-195d14ec-9746-436f-bda3-caac8874224f None None] Provisioning complete for port cc85b997-3ff7-4ee6-a8cb-a967438d8798 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:12.309224 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-195d14ec-9746-436f-bda3-caac8874224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:12.399590 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-195d14ec-9746-436f-bda3-caac8874224f None None] Port cc85b997-3ff7-4ee6-a8cb-a967438d8798 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:39:12.488734 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:12.489414 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:12.584853 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-59e2218e-dfb6-4ddd-8d9e-bfde962c9837 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5406377
Apr 29 13:39:12.602168 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-38602692-27c5-4676-9c59-ef85a3ae1069 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:12.603783 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-38602692-27c5-4676-9c59-ef85a3ae1069 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 818 time: 0.2922802
Apr 29 13:39:12.690159 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for floatingip (05a22d63-a1d5-467b-90ef-b9006e649b3c), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:12.824610 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (898a7193-62f5-4350-96be-41d331a36b2c), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:12.859695 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892d7b-e15f-4bcf-b6db-9f3272123e4b req-048958c8-b51d-4a05-99c2-c3a00a79533a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:12.868846 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e1892d7b-e15f-4bcf-b6db-9f3272123e4b req-048958c8-b51d-4a05-99c2-c3a00a79533a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1000519
Apr 29 13:39:12.935373 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e1892d7b-e15f-4bcf-b6db-9f3272123e4b req-b84bed97-5a7d-4b38-8545-6b2aa54fbf33 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655892
Apr 29 13:39:13.040888 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for port (898a7193-62f5-4350-96be-41d331a36b2c), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:13.046432 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (898a7193-62f5-4350-96be-41d331a36b2c), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:13.136968 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'Port': ['ID=898a7193-62f5-4350-96be-41d331a36b2c,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:13.147436 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (05a22d63-a1d5-467b-90ef-b9006e649b3c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:13.213504 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ea758-4e6a-4201-b004-c5b970c60a1f req-45dbeddb-d07a-4aa6-a75d-6653d003dd09 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:13.224238 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c16ea758-4e6a-4201-b004-c5b970c60a1f req-45dbeddb-d07a-4aa6-a75d-6653d003dd09 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 935 time: 0.0986223
Apr 29 13:39:13.285209 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c16ea758-4e6a-4201-b004-c5b970c60a1f req-f5562108-108d-4967-9b0d-1d2ca86b93ba tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589402
Apr 29 13:39:13.300350 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Floating IP 05a22d63-a1d5-467b-90ef-b9006e649b3c associated. External IP: 172.27.2.234, port: b0952c90-00f8-4512-ae72-67a2e5db79e4.
Apr 29 13:39:13.426710 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fc7ea629-a32c-46cf-8d73-21ce6a7ff297 req-e894a5cf-9277-47c0-af0f-28b60d4aaca6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.0382853
Apr 29 13:39:13.596574 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Router 0e283dfb-198e-47a5-baa7-01b38cd5855a has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:39:13.741640 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:39:13.756795 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] Sync routers for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:39:13.770697 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:13.774567 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:39:13.775696 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d02b0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:38:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:13.826986 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c46a9480-bacc-48e7-8f3e-1653f8f74208 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.8429444
Apr 29 13:39:13.828081 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:13.831323 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48690) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:13.832971 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b" -d '{"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:13.837328 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791985816', 'description': 'tempest-secgroup-smoke-1791985816 description', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:13.862959 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:13.916425 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:39:13.934191 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c99157-7e56-4223-a87a-122ebe2a574b x-openstack-request-id: req-11c99157-7e56-4223-a87a-122ebe2a574b {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:13.934838 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:13.935370 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11c99157-7e56-4223-a87a-122ebe2a574b {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:13.936100 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c99157-7e56-4223-a87a-122ebe2a574b'] response: {'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'status': 'completed', 'code': 200}
Apr 29 13:39:13.989738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group (4f6ce6e1-3e85-4637-b7b5-808696a6e371), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:13.997383 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4f6ce6e1-3e85-4637-b7b5-808696a6e371), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.061676 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.068565 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48698) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:14.069292 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2364399
Apr 29 13:39:14.074642 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-4ccec985-bfca-4cb8-af34-e4e3596a7646 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'security_group_rule': {'security_group_id': '4f6ce6e1-3e85-4637-b7b5-808696a6e371', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:14.089266 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6ce6e1-3e85-4637-b7b5-808696a6e371,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:14.124811 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.125222 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.125789 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.126331 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.127034 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.127443 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.127984 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.128509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.129044 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.129917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.130496 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.131056 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.131581 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.132306 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.134285 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1b80ac-79f2-4a02-a21c-1a877422d298 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:14.140173 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ccec985-bfca-4cb8-af34-e4e3596a7646 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (cebfd3d1-3a84-418c-b0ab-64a1ff944810), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.207157 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4c1e9-a6e0-4d82-b8d3-f00f21875b6a req-da0127e7-ddfc-4b3b-9f56-5f60ee0c390b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:14.209399 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56b4c1e9-a6e0-4d82-b8d3-f00f21875b6a req-da0127e7-ddfc-4b3b-9f56-5f60ee0c390b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1045346
Apr 29 13:39:14.286901 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ccec985-bfca-4cb8-af34-e4e3596a7646 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (cebfd3d1-3a84-418c-b0ab-64a1ff944810), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.294486 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ccec985-bfca-4cb8-af34-e4e3596a7646 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (cebfd3d1-3a84-418c-b0ab-64a1ff944810), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.346123 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccec985-bfca-4cb8-af34-e4e3596a7646 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebfd3d1-3a84-418c-b0ab-64a1ff944810,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:14.348745 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56b4c1e9-a6e0-4d82-b8d3-f00f21875b6a req-804340ec-3624-4795-aeff-d5eb7425251f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226158
Apr 29 13:39:14.375886 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4ccec985-bfca-4cb8-af34-e4e3596a7646 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.377220 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4ccec985-bfca-4cb8-af34-e4e3596a7646 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3072612
Apr 29 13:39:14.383253 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48706) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:14.394334 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-922d9145-9748-47a7-80f2-9a31d8d6d48e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'security_group_rule': {'security_group_id': '4f6ce6e1-3e85-4637-b7b5-808696a6e371', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:14.500154 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-922d9145-9748-47a7-80f2-9a31d8d6d48e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (9d883457-3ac9-4286-8c85-c96539db89a1), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.541611 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41987b1d-7c15-40b3-83d4-65def1c60590 req-0f20459b-2ce6-405a-9872-ab2d39a7a4fe tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:14.543772 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-41987b1d-7c15-40b3-83d4-65def1c60590 req-0f20459b-2ce6-405a-9872-ab2d39a7a4fe tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 935 time: 0.1203566
Apr 29 13:39:14.547667 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d02b0>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '05a22d63-a1d5-467b-90ef-b9006e649b3c', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'port_id': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'mac_address': 'fa:16:3e:40:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:12Z', 'updated_at': '2022-04-29T13:39:12Z', 'revision_number': 0, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:09Z', 'revision_number': 5, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:14.615057 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] Checking router: 0e283dfb-198e-47a5-baa7-01b38cd5855a for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:39:14.619602 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-87a61713-d73c-4f46-926a-7c9d9bb0188e req-b5e2a887-8077-4292-a873-f3bcf49b7a36 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.0674114
Apr 29 13:39:14.643093 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:39:14.644952 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d02b0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:38:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:14.669192 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-41987b1d-7c15-40b3-83d4-65def1c60590 req-a827044b-92b5-464b-94a5-750fb0a00de5 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089573
Apr 29 13:39:14.676457 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-922d9145-9748-47a7-80f2-9a31d8d6d48e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (9d883457-3ac9-4286-8c85-c96539db89a1), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.681881 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-922d9145-9748-47a7-80f2-9a31d8d6d48e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (9d883457-3ac9-4286-8c85-c96539db89a1), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.703039 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d9145-9748-47a7-80f2-9a31d8d6d48e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d883457-3ac9-4286-8c85-c96539db89a1,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:14.713109 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-922d9145-9748-47a7-80f2-9a31d8d6d48e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.714631 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-922d9145-9748-47a7-80f2-9a31d8d6d48e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3292205
Apr 29 13:39:14.718856 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48710) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:14.723654 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-22973245-6864-4474-b23c-85f085bf124b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'security_group_rule': {'security_group_id': '4f6ce6e1-3e85-4637-b7b5-808696a6e371', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:14.761308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22973245-6864-4474-b23c-85f085bf124b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (418a0649-8713-4130-b0c8-c0a98d91324c), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.819016 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:39:14.843308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22973245-6864-4474-b23c-85f085bf124b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (418a0649-8713-4130-b0c8-c0a98d91324c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.848879 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22973245-6864-4474-b23c-85f085bf124b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (418a0649-8713-4130-b0c8-c0a98d91324c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.870171 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22973245-6864-4474-b23c-85f085bf124b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418a0649-8713-4130-b0c8-c0a98d91324c,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:14.879205 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-22973245-6864-4474-b23c-85f085bf124b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:14.880424 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-22973245-6864-4474-b23c-85f085bf124b tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1603587
Apr 29 13:39:14.883337 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48712) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:14.887838 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-a3467814-b85c-43f1-b166-06a82a9c2e56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'security_group_rule': {'security_group_id': '4f6ce6e1-3e85-4637-b7b5-808696a6e371', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:14.917653 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3467814-b85c-43f1-b166-06a82a9c2e56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (edf7d8f8-06b4-4a56-b0cb-acff13b5c99f), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.003494 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3467814-b85c-43f1-b166-06a82a9c2e56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (edf7d8f8-06b4-4a56-b0cb-acff13b5c99f), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.009117 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3467814-b85c-43f1-b166-06a82a9c2e56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (edf7d8f8-06b4-4a56-b0cb-acff13b5c99f), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.030052 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3467814-b85c-43f1-b166-06a82a9c2e56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf7d8f8-06b4-4a56-b0cb-acff13b5c99f,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:15.042314 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3467814-b85c-43f1-b166-06a82a9c2e56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.044566 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a3467814-b85c-43f1-b166-06a82a9c2e56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1600087
Apr 29 13:39:15.047396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48716) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:15.062461 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'security_group_rule': {'security_group_id': '4f6ce6e1-3e85-4637-b7b5-808696a6e371', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:15.129751 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Request body: {'port': {'device_id': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:15.188748 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-9e64d4b8-59bc-4322-8bf4-be0333a5d6a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1133862
Apr 29 13:39:15.189517 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-01e02e30-5233-4d86-80c4-11364469c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:15.191333 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-01e02e30-5233-4d86-80c4-11364469c518 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1130 time: 0.0983107
Apr 29 13:39:15.193364 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.securitygroups_db [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Project b4bebdc3f3254cd5b12ab47571074339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 13:39:15.265720 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (3eeecb69-66f4-4e99-bd8a-25f849f4399b), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.301271 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d02b0>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '05a22d63-a1d5-467b-90ef-b9006e649b3c', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'port_id': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'mac_address': 'fa:16:3e:40:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:12Z', 'updated_at': '2022-04-29T13:39:12Z', 'revision_number': 0, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:09Z', 'revision_number': 5, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:15.312464 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-854949d5-7c42-43dc-9c19-f217707e1c90 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97e1b522a37e470284254748a16843fa HTTP/1.1" status: 200  len: 379 time: 0.2464035
Apr 29 13:39:15.316295 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.347062 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a83c4-508d-4456-9c58-a2ea8f49d850 None None] The sync data for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi is: [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '05a22d63-a1d5-467b-90ef-b9006e649b3c', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'port_id': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'mac_address': 'fa:16:3e:40:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:12Z', 'updated_at': '2022-04-29T13:39:12Z', 'revision_number': 0, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:09Z', 'revision_number': 5, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:39:15.349073 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25906ed-6812-46aa-9036-f9515b880f89 req-b21a413b-563c-460a-9c91-ee19c073dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:15.351403 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-b21a413b-563c-460a-9c91-ee19c073dee0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 1129 time: 0.1280107
Apr 29 13:39:15.354848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'port': {'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'admin_state_up': True, 'tenant_id': '97e1b522a37e470284254748a16843fa', 'security_groups': ['53756a4c-ef46-48ab-bfb2-0800f747f549']}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:15.755360 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (3eeecb69-66f4-4e99-bd8a-25f849f4399b), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.800806 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc85b997-3ff7-4ee6-a8cb-a967438d8798 {{(pid=103576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:15.811303 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Publish callbacks [] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.866391 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c33554-2c4f-49ad-9a19-9f31dc7d373d None None] New status for floating IP 05a22d63-a1d5-467b-90ef-b9006e649b3c: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:39:15.870025 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.provisioning_blocks [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Transition to ACTIVE for port object cc85b997-3ff7-4ee6-a8cb-a967438d8798 will not be triggered until provisioned by entity L2. {{(pid=103576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:39:15.879229 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-5bb5a55f-214c-4fef-b8ee-bd5e84b95c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:15.881729 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-5bb5a55f-214c-4fef-b8ee-bd5e84b95c88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 916 time: 0.6740561
Apr 29 13:39:15.902384 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:15.942084 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (3eeecb69-66f4-4e99-bd8a-25f849f4399b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.051569 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Pushing event updated for resources: {'Port': ['ID=cc85b997-3ff7-4ee6-a8cb-a967438d8798,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:16.151087 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eeecb69-66f4-4e99-bd8a-25f849f4399b,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:16.249573 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b7634312-e6f4-45db-b282-8ef6517fb658 req-b8a7d0f4-898d-46af-84f0-546f861de8b1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.0958922
Apr 29 13:39:16.335937 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.337234 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-463eb2ed-d36e-45f4-b3ca-39d0b12a8477 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.2885501
Apr 29 13:39:16.351124 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770cdf0-4836-4fb2-9a6c-ccc185e9f1a0 req-7b626d0b-b9af-4c0d-8b51-2783ea2191ac tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:16.356453 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48756) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:16.358549 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6770cdf0-4836-4fb2-9a6c-ccc185e9f1a0 req-7b626d0b-b9af-4c0d-8b51-2783ea2191ac tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.4646757
Apr 29 13:39:16.371761 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25906ed-6812-46aa-9036-f9515b880f89 req-7b368e1a-9f7c-496e-b3a2-0d20708cc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:16.373348 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-7b368e1a-9f7c-496e-b3a2-0d20708cc0fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.9518952
Apr 29 13:39:16.376745 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-9818ae01-0b12-496e-9a1e-d50e3b630a23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 1000 time: 0.4251883
Apr 29 13:39:16.440409 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'security_group_rule': {'security_group_id': '4f6ce6e1-3e85-4637-b7b5-808696a6e371', 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:16.466853 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Attempting to bind port cc85b997-3ff7-4ee6-a8cb-a967438d8798 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:39:16.468050 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Attempting to bind port cc85b997-3ff7-4ee6-a8cb-a967438d8798 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:39:16.468896 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Attempting to bind port cc85b997-3ff7-4ee6-a8cb-a967438d8798 on network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:39:16.489828 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6770cdf0-4836-4fb2-9a6c-ccc185e9f1a0 req-054de424-5be6-486b-aa4e-6f09026c20b9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298895
Apr 29 13:39:16.501505 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Port cc85b997-3ff7-4ee6-a8cb-a967438d8798 on network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:39:16.501961 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Attempting to bind port cc85b997-3ff7-4ee6-a8cb-a967438d8798 on network 2e849c5f-bb98-437a-aeeb-46a8d4491a1c {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:39:16.515849 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:39:16.516198 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Checking segment: {'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:39:16.516630 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Bound using segment: {'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:39:16.517097 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Bound port: cc85b997-3ff7-4ee6-a8cb-a967438d8798, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ee7134-8b40-454d-861b-79a70a560725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:39:16.517455 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.610214 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] For port cc85b997-3ff7-4ee6-a8cb-a967438d8798, host hv-cinder-83941, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:39:16.614325 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] For port cc85b997-3ff7-4ee6-a8cb-a967438d8798, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=cc85b997-3ff7-4ee6-a8cb-a967438d8798,segment=NetworkSegment(78ee7134-8b40-454d-861b-79a70a560725),segment_id=78ee7134-8b40-454d-861b-79a70a560725)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:39:16.633031 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.658982 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:16.659336 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.661310 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] 10.222.0.48 "PUT /v2.0/ports/cc85b997-3ff7-4ee6-a8cb-a967438d8798 HTTP/1.1" status: 200  len: 1097 time: 1.5972223
Apr 29 13:39:16.667570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'tag': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:16.672294 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6666aa26-4f37-43e9-a762-ab6efa983f34" -d '{"events": [{"name": "network-changed", "server_uuid": "e64e891f-707c-45fe-a9df-8ebb11f19e71", "tag": "cc85b997-3ff7-4ee6-a8cb-a967438d8798"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:16.696683 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.securitygroups_db [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Project b4bebdc3f3254cd5b12ab47571074339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 13:39:16.706631 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (91586a70-88b0-4087-8969-861bab58a2a5), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.781574 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f034a-f0f3-4f03-b563-8660b650f41d req-d8e1b008-95a3-4bf0-b82b-48c6e58b024f tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:16.789188 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ec7f034a-f0f3-4f03-b563-8660b650f41d req-d8e1b008-95a3-4bf0-b82b-48c6e58b024f tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.1983845
Apr 29 13:39:16.799764 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (91586a70-88b0-4087-8969-861bab58a2a5), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.804673 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Made reservation on behalf of 97e1b522a37e470284254748a16843fa for: {'port': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:39:16.811692 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:16.865033 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da070937-6593-4454-9daf-57e86b8a0b43 req-18157212-7437-47b9-8638-514e12251a41 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:16.870552 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-da070937-6593-4454-9daf-57e86b8a0b43 req-18157212-7437-47b9-8638-514e12251a41 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.2060282
Apr 29 13:39:16.886249 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (91586a70-88b0-4087-8969-861bab58a2a5), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:17.001302 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91586a70-88b0-4087-8969-861bab58a2a5,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:17.019249 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d306-8343-4b75-8c0b-817f7d489129 service neutron] Pushing event updated for resources: {'Port': ['ID=cc85b997-3ff7-4ee6-a8cb-a967438d8798,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:17.037766 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:17.037962 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ec7f034a-f0f3-4f03-b563-8660b650f41d req-9a167793-3813-4015-8124-c01249ce575b tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474835
Apr 29 13:39:17.042808 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-91e8dfa1-4b8a-4588-bdbe-559284ae4748 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6057458
Apr 29 13:39:17.127195 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-da070937-6593-4454-9daf-57e86b8a0b43 req-6f789670-669b-4b5d-863f-c0ca9677b72c tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104528
Apr 29 13:39:17.131159 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d104d-25e4-4a86-a25d-8ca5ece3e1e3 x-openstack-request-id: req-c40d104d-25e4-4a86-a25d-8ca5ece3e1e3 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:17.131560 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64e891f-707c-45fe-a9df-8ebb11f19e71", "tag": "cc85b997-3ff7-4ee6-a8cb-a967438d8798", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:17.131733 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c40d104d-25e4-4a86-a25d-8ca5ece3e1e3 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:17.132556 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40d104d-25e4-4a86-a25d-8ca5ece3e1e3'] response: {'name': 'network-changed', 'server_uuid': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'tag': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798', 'status': 'completed', 'code': 200}
Apr 29 13:39:17.143556 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Allocated IP 172.20.0.12 (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8/e9b72223-1963-4fe3-b08c-3ac37ac0f6e0/56585510-baec-4b7f-8173-96ab4d97fbce) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:39:17.266976 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-c8588be1-b605-4a2e-bf4c-2606e2090884 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791985816&fields=id&tenant_id=b4bebdc3f3254cd5b12ab47571074339 HTTP/1.1" status: 200  len: 267 time: 0.0700204
Apr 29 13:39:17.331636 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-0823af78-1da5-4bba-b835-7fb840614fc2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:17.339667 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-0823af78-1da5-4bba-b835-7fb840614fc2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.0663192
Apr 29 13:39:17.349815 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for port (56585510-baec-4b7f-8173-96ab4d97fbce), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:17.353099 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'port': {'security_groups': ['ef0e5883-f26a-481d-a064-baa4b1997335', '4f6ce6e1-3e85-4637-b7b5-808696a6e371']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:17.394496 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:17.450438 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:39:17.456903 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:39:17.463824 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:39:17.508359 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event updated for resources: {'Port': ['ID=56585510-baec-4b7f-8173-96ab4d97fbce,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:17.544070 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e276-3be5-4d16-8729-66156dacfb0a req-4b7f0147-7803-4855-94ca-360093e8d130 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:17.545813 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2968e276-3be5-4d16-8729-66156dacfb0a req-4b7f0147-7803-4855-94ca-360093e8d130 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 932 time: 0.1113322
Apr 29 13:39:17.553369 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:17.573740 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:17.574870 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:17.607544 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-da83b3b2-73a4-4f7e-bcc3-a301f6a7326b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2768259
Apr 29 13:39:17.778742 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-0527745a-bcb6-4dc3-91e6-a422cf6d3c8f None None] Provisioning complete for port 56585510-baec-4b7f-8173-96ab4d97fbce triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:17.779565 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0527745a-bcb6-4dc3-91e6-a422cf6d3c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:17.825027 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-0527745a-bcb6-4dc3-91e6-a422cf6d3c8f None None] Port 56585510-baec-4b7f-8173-96ab4d97fbce cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:39:17.914955 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2968e276-3be5-4d16-8729-66156dacfb0a req-99e9e864-527a-4afd-9ac1-f03ca4342a03 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3492849
Apr 29 13:39:18.090583 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f325954-84de-411c-ac27-425bce0ef30c req-ff267001-a329-42c7-9e19-7831e5f15c48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:18.092486 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f325954-84de-411c-ac27-425bce0ef30c req-ff267001-a329-42c7-9e19-7831e5f15c48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1067057
Apr 29 13:39:18.135592 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:18.189496 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f325954-84de-411c-ac27-425bce0ef30c req-ef511a58-8f1d-4b57-a863-fe2028c60ee5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910215
Apr 29 13:39:18.195251 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:18.202927 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:18.260629 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:18.261304 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:18.262923 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66da15c6-469b-4295-85de-2cb91f3efaaa req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "PUT /v2.0/ports/b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 982 time: 0.9220181
Apr 29 13:39:18.263392 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:18.265973 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b594170b-e482-4c63-b706-41f0c64ba4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:18.353610 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c909a-4b39-4482-9e20-950a55238b03 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=6']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:18.383623 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757586-2a08-4b0c-8c26-2291bf39bfd4 req-caf254f0-fa6f-4f4e-ace6-744c7034a71e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:18.385321 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d1757586-2a08-4b0c-8c26-2291bf39bfd4 req-caf254f0-fa6f-4f4e-ace6-744c7034a71e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.1085260
Apr 29 13:39:18.417820 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1d7d3-ec7a-44a8-829b-172aac6c4cb1 req-e86cf60c-2455-4a18-a5ef-449c1f0dcbe3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:18.419477 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-add1d7d3-ec7a-44a8-829b-172aac6c4cb1 req-e86cf60c-2455-4a18-a5ef-449c1f0dcbe3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.0912552
Apr 29 13:39:18.494197 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d1757586-2a08-4b0c-8c26-2291bf39bfd4 req-d829bbd3-277b-4840-b67e-eabbbffa403f tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946128
Apr 29 13:39:18.519614 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-add1d7d3-ec7a-44a8-829b-172aac6c4cb1 req-25ca57ca-b5df-4ec8-a152-1abddc939969 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892093
Apr 29 13:39:18.551925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3acc34-e1bc-472b-8a7d-22b13ae38465 x-openstack-request-id: req-2a3acc34-e1bc-472b-8a7d-22b13ae38465 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:18.552500 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:18.552757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a3acc34-e1bc-472b-8a7d-22b13ae38465 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:18.553381 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a3acc34-e1bc-472b-8a7d-22b13ae38465'] response: {'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'status': 'completed', 'code': 200}
Apr 29 13:39:18.561707 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-20d7d71c-ca05-41d1-ba58-8bcc29d3575f None None] Provisioning complete for port b0952c90-00f8-4512-ae72-67a2e5db79e4 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:18.562496 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-20d7d71c-ca05-41d1-ba58-8bcc29d3575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:18.673044 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be605be7-b4fc-4038-899b-7475395af432 req-997debb9-d4fd-4f56-8404-3aff38044082 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:18.675260 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-be605be7-b4fc-4038-899b-7475395af432 req-997debb9-d4fd-4f56-8404-3aff38044082 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0792792
Apr 29 13:39:18.693172 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-20d7d71c-ca05-41d1-ba58-8bcc29d3575f None None] Current status of the port b0952c90-00f8-4512-ae72-67a2e5db79e4 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:18.762286 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-be605be7-b4fc-4038-899b-7475395af432 req-b84c0a5d-7c49-46f0-9a83-3e5198a272fc tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0739250
Apr 29 13:39:18.993442 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['b0952c90-00f8-4512-ae72-67a2e5db79e4'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:19.100257 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Request body: {'port': {'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:19.145405 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f793-cde4-4f6f-9a8d-eddddc1b3012 req-27512e17-6df7-4bdf-a44d-f53f5513c7f3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.146794 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['b0952c90-00f8-4512-ae72-67a2e5db79e4'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:19.150489 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d595f793-cde4-4f6f-9a8d-eddddc1b3012 req-27512e17-6df7-4bdf-a44d-f53f5513c7f3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 932 time: 0.1155629
Apr 29 13:39:19.184923 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:19.357377 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d595f793-cde4-4f6f-9a8d-eddddc1b3012 req-7d1357ff-4fa2-419d-9303-8ac0e69ac450 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1973515
Apr 29 13:39:19.401542 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-0331ae5d-8a89-43ee-b73d-9a2561957806 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16 HTTP/1.1" status: 200  len: 217 time: 0.1985331
Apr 29 13:39:19.461242 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.48', 60581) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:19.509217 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-fe9cb01d-4830-4526-aecc-4ba934f03fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.510898 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-fe9cb01d-4830-4526-aecc-4ba934f03fe0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 200  len: 854 time: 0.3058009
Apr 29 13:39:19.543233 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960751dd-1089-466a-986b-b0ce3dfabf80 req-224405aa-0b12-4ac9-902a-ab16ef85df7a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.544790 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-960751dd-1089-466a-986b-b0ce3dfabf80 req-224405aa-0b12-4ac9-902a-ab16ef85df7a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1473234
Apr 29 13:39:19.630985 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666aa26-4f37-43e9-a762-ab6efa983f34 req-79dcce32-02a9-4d83-bae1-22ca7fffffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.637448 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-6666aa26-4f37-43e9-a762-ab6efa983f34 req-79dcce32-02a9-4d83-bae1-22ca7fffffca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f43acf97783466c85238493d42341e3&device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 1131 time: 0.1667316
Apr 29 13:39:19.649867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-b6928294-0839-4b9e-b84d-2334ca720fc1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.651579 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-b6928294-0839-4b9e-b84d-2334ca720fc1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.1836350
Apr 29 13:39:19.692127 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-81a1c174-d18d-4ce8-bf2c-e563fc6ce6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.693717 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-81a1c174-d18d-4ce8-bf2c-e563fc6ce6d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14f51109-d91e-4647-adda-d288d03418a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1584442
Apr 29 13:39:19.706300 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25906ed-6812-46aa-9036-f9515b880f89 req-36ef71a7-5e41-433a-baa0-5c32befb37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.707952 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-36ef71a7-5e41-433a-baa0-5c32befb37c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.2422695
Apr 29 13:39:19.712581 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-6666aa26-4f37-43e9-a762-ab6efa983f34 req-ca8e2c29-cd6b-4eac-9388-d5c54cc524cb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5f43acf97783466c85238493d42341e3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0647161
Apr 29 13:39:19.778608 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440f48-cc52-4b85-927d-0bc4dc24d003 req-d5fc012b-3643-47f8-8f64-3d493ff94626 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.780312 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d3440f48-cc52-4b85-927d-0bc4dc24d003 req-d5fc012b-3643-47f8-8f64-3d493ff94626 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.1645405
Apr 29 13:39:19.888133 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-960751dd-1089-466a-986b-b0ce3dfabf80 req-aef9a3a3-d258-4079-beb4-cfa4892b629e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3292935
Apr 29 13:39:19.932155 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25906ed-6812-46aa-9036-f9515b880f89 req-13fbeccd-d581-4f55-97e1-8890eb9ad7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.933809 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-13fbeccd-d581-4f55-97e1-8890eb9ad7da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.1960208
Apr 29 13:39:19.941590 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56585510-baec-4b7f-8173-96ab4d97fbce {{(pid=103576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:19.962921 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Publish callbacks [] for port (56585510-baec-4b7f-8173-96ab4d97fbce), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:19.994988 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666aa26-4f37-43e9-a762-ab6efa983f34 req-bdf3d639-e1e3-477f-a347-c90d6f9f2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:19.997838 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-6666aa26-4f37-43e9-a762-ab6efa983f34 req-bdf3d639-e1e3-477f-a347-c90d6f9f2785 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2716448
Apr 29 13:39:20.045264 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Deleting port 488f84e3-0c4c-4d6a-ba01-55b062550898 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:39:20.045699 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:20.065103 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.provisioning_blocks [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Transition to ACTIVE for port object 56585510-baec-4b7f-8173-96ab4d97fbce will not be triggered until provisioned by entity L2. {{(pid=103576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:39:20.077009 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d3440f48-cc52-4b85-927d-0bc4dc24d003 req-44f26195-160b-4044-b885-7283e13dd8b1 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620804
Apr 29 13:39:20.140595 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-666af957-7a63-4347-9abe-542bee6ba320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:20.183111 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-ecae8da4-cc79-4940-8261-24ef9f3b2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:20.186219 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-ecae8da4-cc79-4940-8261-24ef9f3b2099 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f43acf97783466c85238493d42341e3&device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 1131 time: 0.1119053
Apr 29 13:39:20.187274 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:20.223723 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-d3b85dfc-2f8b-4672-b69a-0e7ef87a0755 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5192878
Apr 29 13:39:20.357547 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b90c5-13b1-42a0-90f7-bb95e79662a0 req-3d5264f8-f950-4434-9890-cfc8e3d39569 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:20.359255 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-334b90c5-13b1-42a0-90f7-bb95e79662a0 req-3d5264f8-f950-4434-9890-cfc8e3d39569 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 946 time: 0.1707854
Apr 29 13:39:20.367921 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-a61b2150-a89a-4bb8-8e47-3e6e1b1c25af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=cc85b997-3ff7-4ee6-a8cb-a967438d8798 HTTP/1.1" status: 200  len: 217 time: 0.1666868
Apr 29 13:39:20.374800 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-afe93cd7-089f-42ac-90e4-553b7d950405 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4245625
Apr 29 13:39:20.517180 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Pushing event updated for resources: {'Port': ['ID=56585510-baec-4b7f-8173-96ab4d97fbce,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:20.576221 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] For port 488f84e3-0c4c-4d6a-ba01-55b062550898, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=488f84e3-0c4c-4d6a-ba01-55b062550898,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:20.578698 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:20.648936 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Calling delete_port for 488f84e3-0c4c-4d6a-ba01-55b062550898 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:39:20.699853 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-3fbb7381-6cd7-4490-a92f-854b2da67949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:20.705328 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-3fbb7381-6cd7-4490-a92f-854b2da67949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=121df6ff-87bb-473a-8ee7-710b55d27759 HTTP/1.1" status: 200  len: 843 time: 0.3267055
Apr 29 13:39:20.749590 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70c7dc7f-20a5-4a16-b8a8-cc5898e5a29b req-6e3b6661-f458-4508-87dd-a585b236396a service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4978127
Apr 29 13:39:20.753692 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-334b90c5-13b1-42a0-90f7-bb95e79662a0 req-4127a08a-5d1c-40b2-b6c9-a2b1b85aff06 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3601353
Apr 29 13:39:20.821727 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-f6630d25-5154-4b63-be6d-e3e526f44711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:20.823352 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-f6630d25-5154-4b63-be6d-e3e526f44711 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e849c5f-bb98-437a-aeeb-46a8d4491a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1215 time: 0.1025066
Apr 29 13:39:20.833338 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Attempting to bind port 56585510-baec-4b7f-8173-96ab4d97fbce on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:39:20.833832 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Attempting to bind port 56585510-baec-4b7f-8173-96ab4d97fbce by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:39:20.834064 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Attempting to bind port 56585510-baec-4b7f-8173-96ab4d97fbce on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:39:20.840930 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Port 56585510-baec-4b7f-8173-96ab4d97fbce on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:39:20.841396 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Attempting to bind port 56585510-baec-4b7f-8173-96ab4d97fbce on network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:39:20.848321 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:39:20.848721 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Checking segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:39:20.849122 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Bound using segment: {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:39:20.849580 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Bound port: 56585510-baec-4b7f-8173-96ab4d97fbce, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbe27f7-7e67-413c-bac7-f39ef1d73357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:39:20.849951 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:20.874059 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85220ae2-dce1-4fd4-9f69-b73d3b355403 req-d544df55-bf6b-4bf1-a252-fc2cf9081a59 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:20.876820 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-85220ae2-dce1-4fd4-9f69-b73d3b355403 req-d544df55-bf6b-4bf1-a252-fc2cf9081a59 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 944 time: 0.2348804
Apr 29 13:39:20.904190 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a25906ed-6812-46aa-9036-f9515b880f89 req-114289d3-3b87-4e76-b2a4-d3fe19924a0a service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5173948
Apr 29 13:39:20.938848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] For port 56585510-baec-4b7f-8173-96ab4d97fbce, host hv-cinder-83941, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:39:20.944157 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] For port 56585510-baec-4b7f-8173-96ab4d97fbce, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=56585510-baec-4b7f-8173-96ab4d97fbce,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:39:20.954206 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:20.992746 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-85220ae2-dce1-4fd4-9f69-b73d3b355403 req-d5bdf6c6-dd1c-455f-94b0-5eb429a1f71d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081581
Apr 29 13:39:21.067169 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:21.068178 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:21.070809 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] 10.222.0.48 "PUT /v2.0/ports/56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 200  len: 1094 time: 1.9776421
Apr 29 13:39:21.071456 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:21.078837 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17de386d-24ad-464e-b8ac-a1b0689ff15e" -d '{"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:21.088161 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51072c00-d631-4d6f-935e-f68060805441 service neutron] Pushing event updated for resources: {'Port': ['ID=56585510-baec-4b7f-8173-96ab4d97fbce,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:21.131429 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4696e-ec21-46b0-971f-18437f11554c req-1731f20d-f299-4a1b-a020-2eaf24828db7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:21.134088 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b2f4696e-ec21-46b0-971f-18437f11554c req-1731f20d-f299-4a1b-a020-2eaf24828db7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0885863
Apr 29 13:39:21.135498 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (488f84e3-0c4c-4d6a-ba01-55b062550898), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:21.178451 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a15f54-37b5-4f00-9cbe-65310e96261f x-openstack-request-id: req-85a15f54-37b5-4f00-9cbe-65310e96261f {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:21.179733 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:21.180261 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85a15f54-37b5-4f00-9cbe-65310e96261f {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:21.181777 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Pushing event deleted for resources: {'Port': ['ID=488f84e3-0c4c-4d6a-ba01-55b062550898,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:21.182308 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a15f54-37b5-4f00-9cbe-65310e96261f'] response: {'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce', 'status': 'completed', 'code': 200}
Apr 29 13:39:21.253797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48852) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:21.284526 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] No DVR routers for this DVR port 488f84e3-0c4c-4d6a-ba01-55b062550898 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:39:21.292160 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:21.295647 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "DELETE /v2.0/ports/488f84e3-0c4c-4d6a-ba01-55b062550898 HTTP/1.1" status: 204  len: 173 time: 1.6179948
Apr 29 13:39:21.296181 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'name': 'network-vif-deleted', 'tag': '488f84e3-0c4c-4d6a-ba01-55b062550898'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:21.298938 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39e3df-446b-4fd5-aa4c-d8e88c3c0406" -d '{"events": [{"server_uuid": "09edbdae-86cd-4959-8cf6-8a18d76ab841", "name": "network-vif-deleted", "tag": "488f84e3-0c4c-4d6a-ba01-55b062550898"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:21.313915 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b2f4696e-ec21-46b0-971f-18437f11554c req-a530d3bf-abfc-419d-899f-d53c23b5a34f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713641
Apr 29 13:39:21.369009 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fb2e-2c24-43c1-bb58-d09d420165f9 req-eac176ff-921f-4192-a5c7-09c1171282f9 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:21.380989 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6197fb2e-2c24-43c1-bb58-d09d420165f9 req-eac176ff-921f-4192-a5c7-09c1171282f9 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.0789759
Apr 29 13:39:21.396344 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071103d0-f1ed-4b8c-99f7-045866bffb8f x-openstack-request-id: req-071103d0-f1ed-4b8c-99f7-045866bffb8f {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:21.396597 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09edbdae-86cd-4959-8cf6-8a18d76ab841", "name": "network-vif-deleted", "tag": "488f84e3-0c4c-4d6a-ba01-55b062550898", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:21.397010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-071103d0-f1ed-4b8c-99f7-045866bffb8f {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:21.398235 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071103d0-f1ed-4b8c-99f7-045866bffb8f'] response: {'server_uuid': '09edbdae-86cd-4959-8cf6-8a18d76ab841', 'name': 'network-vif-deleted', 'tag': '488f84e3-0c4c-4d6a-ba01-55b062550898', 'status': 'completed', 'code': 200}
Apr 29 13:39:21.450780 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-944e26e5-99b1-4bb2-9e39-319cccdfa85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:21.458827 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6197fb2e-2c24-43c1-bb58-d09d420165f9 req-04aae7c5-f090-4ef5-9980-4cc05ed61a71 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764201
Apr 29 13:39:21.550084 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-944e26e5-99b1-4bb2-9e39-319cccdfa85f admin admin] Publish callbacks [] for security_group (233364c3-c172-4192-b1ed-9eb9aafe9728), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:21.556255 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-944e26e5-99b1-4bb2-9e39-319cccdfa85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (233364c3-c172-4192-b1ed-9eb9aafe9728), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:21.604325 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-944e26e5-99b1-4bb2-9e39-319cccdfa85f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0931bb9eaf62473f88a2718ee5a84e34&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3489921
Apr 29 13:39:21.607502 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48860) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:21.615247 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e26e5-99b1-4bb2-9e39-319cccdfa85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233364c3-c172-4192-b1ed-9eb9aafe9728,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:21.975042 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-573a167a-3d70-4e83-b17b-ac4a45cdf304 req-b56a8dd9-12a4-4081-bc00-e9dd2e392759 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.0354807
Apr 29 13:39:21.986876 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9498e97-fb83-44e2-ab4a-091713f9dced admin admin] Publish callbacks [] for security_group (233364c3-c172-4192-b1ed-9eb9aafe9728), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.013739 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9498e97-fb83-44e2-ab4a-091713f9dced admin admin] Publish callbacks [] for security_group (233364c3-c172-4192-b1ed-9eb9aafe9728), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.078190 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9498e97-fb83-44e2-ab4a-091713f9dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (233364c3-c172-4192-b1ed-9eb9aafe9728), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.082820 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9498e97-fb83-44e2-ab4a-091713f9dced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.084633 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f9498e97-fb83-44e2-ab4a-091713f9dced admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/233364c3-c172-4192-b1ed-9eb9aafe9728 HTTP/1.1" status: 204  len: 168 time: 0.4756680
Apr 29 13:39:22.117750 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9498e97-fb83-44e2-ab4a-091713f9dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233364c3-c172-4192-b1ed-9eb9aafe9728,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:22.174424 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05d32-bd68-4bd9-9700-2acc1a4a7a4b req-07d14986-8647-4369-be0b-78ff4558ee88 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:22.176320 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21a05d32-bd68-4bd9-9700-2acc1a4a7a4b req-07d14986-8647-4369-be0b-78ff4558ee88 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 944 time: 0.0894034
Apr 29 13:39:22.265461 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21a05d32-bd68-4bd9-9700-2acc1a4a7a4b req-52e6c2ef-0d10-4ca9-a2bc-0283012f95fd tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786436
Apr 29 13:39:22.487521 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a3129-3f92-440f-878d-32ff48281ebf req-db714282-26fd-4938-a94d-8161aff013c5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:22.489308 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-569a3129-3f92-440f-878d-32ff48281ebf req-db714282-26fd-4938-a94d-8161aff013c5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0741193
Apr 29 13:39:22.506076 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48876) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:22.508191 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-7dbcde5f-37f2-4da4-b642-f3bdefb10f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.537875 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-26d4da37-373b-4a5b-a0b3-a4022d171c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.568945 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-569a3129-3f92-440f-878d-32ff48281ebf req-eb1b3bb2-4596-4e45-9795-759649df25fa tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649455
Apr 29 13:39:22.668998 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f73e-cb30-416b-a0ca-69b540a99290 req-4cb8135b-fa2d-4c74-bed6-645442bafa65 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:22.670912 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb30f73e-cb30-416b-a0ca-69b540a99290 req-4cb8135b-fa2d-4c74-bed6-645442bafa65 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.0958486
Apr 29 13:39:22.686461 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-26d4da37-373b-4a5b-a0b3-a4022d171c48 admin admin] Publish callbacks [] for security_group (ef59ba41-d0d2-4afb-8b74-699ec9540f51), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.691287 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-26d4da37-373b-4a5b-a0b3-a4022d171c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (ef59ba41-d0d2-4afb-8b74-699ec9540f51), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.725053 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb30f73e-cb30-416b-a0ca-69b540a99290 req-c7de13b4-c80e-4977-9133-60b1e2a24d63 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482190
Apr 29 13:39:22.750000 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-26d4da37-373b-4a5b-a0b3-a4022d171c48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3fe397509cca469db1f2fb700fcf0dff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2385368
Apr 29 13:39:22.752560 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48880) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:22.758133 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4da37-373b-4a5b-a0b3-a4022d171c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef59ba41-d0d2-4afb-8b74-699ec9540f51,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:22.815838 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-54621028-320a-4a82-9293-a1cf2b2dc598 admin admin] Publish callbacks [] for security_group (ef59ba41-d0d2-4afb-8b74-699ec9540f51), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.843149 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-54621028-320a-4a82-9293-a1cf2b2dc598 admin admin] Publish callbacks [] for security_group (ef59ba41-d0d2-4afb-8b74-699ec9540f51), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.909833 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-54621028-320a-4a82-9293-a1cf2b2dc598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (ef59ba41-d0d2-4afb-8b74-699ec9540f51), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.913523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-54621028-320a-4a82-9293-a1cf2b2dc598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:22.915532 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-54621028-320a-4a82-9293-a1cf2b2dc598 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef59ba41-d0d2-4afb-8b74-699ec9540f51 HTTP/1.1" status: 204  len: 168 time: 0.1616268
Apr 29 13:39:22.927084 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621028-320a-4a82-9293-a1cf2b2dc598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef59ba41-d0d2-4afb-8b74-699ec9540f51,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:23.020305 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-64d89bcc-5698-4a39-8d38-17971a39b00d service neutron] 10.222.0.48 "GET /v2.0/networks/2e849c5f-bb98-437a-aeeb-46a8d4491a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1166070
Apr 29 13:39:23.120407 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ec2effe2-3e48-4e8b-93c8-261f00692ba9 req-0ab2d151-82d4-4ca7-9aff-d6cac6021e4b tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.0388138
Apr 29 13:39:23.413893 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 48892) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:23.429115 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf867-ddec-4566-b1ab-2849b141db7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.462878 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda365c1-b2a3-4844-a705-c2120e0f23ad req-f75c908a-1a73-4428-823b-5b800dcb92a4 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:23.465804 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-eda365c1-b2a3-4844-a705-c2120e0f23ad req-f75c908a-1a73-4428-823b-5b800dcb92a4 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 944 time: 0.0856283
Apr 29 13:39:23.531728 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf867-ddec-4566-b1ab-2849b141db7e admin admin] Publish callbacks [] for security_group (cf2435b5-0bee-4127-9b20-66ff7c553465), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.533644 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-eda365c1-b2a3-4844-a705-c2120e0f23ad req-11aa49a4-6beb-4d7e-b208-b3eb852bbcf6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567000
Apr 29 13:39:23.537677 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf867-ddec-4566-b1ab-2849b141db7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (cf2435b5-0bee-4127-9b20-66ff7c553465), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.613619 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-dd1cf867-ddec-4566-b1ab-2849b141db7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca6b56f5d043421d872b9439734d9fde&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1984167
Apr 29 13:39:23.615391 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cf867-ddec-4566-b1ab-2849b141db7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2435b5-0bee-4127-9b20-66ff7c553465,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:23.618499 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 48894) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:23.668716 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.700403 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-de5b025a-9be0-4450-9621-c9930355d678 admin admin] Publish callbacks [] for security_group (cf2435b5-0bee-4127-9b20-66ff7c553465), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.759349 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-de5b025a-9be0-4450-9621-c9930355d678 admin admin] Publish callbacks [] for security_group (cf2435b5-0bee-4127-9b20-66ff7c553465), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.783151 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298db0-55fe-4b3f-bdf7-7659825a8bc0 req-98faa171-b151-4a50-8e9e-e7a3c11edf84 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:23.784838 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8a298db0-55fe-4b3f-bdf7-7659825a8bc0 req-98faa171-b151-4a50-8e9e-e7a3c11edf84 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0808451
Apr 29 13:39:23.898076 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b5ab4-3467-4b72-9f1c-a6e77c3c452e req-a5d9a91b-2198-4cdb-9d9d-9b028e044971 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:23.899703 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-278b5ab4-3467-4b72-9f1c-a6e77c3c452e req-a5d9a91b-2198-4cdb-9d9d-9b028e044971 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.0865240
Apr 29 13:39:23.906202 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8a298db0-55fe-4b3f-bdf7-7659825a8bc0 req-73d3ea8e-0004-4bbf-8b13-73766775ab6a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059062
Apr 29 13:39:23.912390 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-de5b025a-9be0-4450-9621-c9930355d678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (cf2435b5-0bee-4127-9b20-66ff7c553465), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.916892 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-de5b025a-9be0-4450-9621-c9930355d678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:23.922059 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-de5b025a-9be0-4450-9621-c9930355d678 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf2435b5-0bee-4127-9b20-66ff7c553465 HTTP/1.1" status: 204  len: 168 time: 0.2978659
Apr 29 13:39:23.938317 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b025a-9be0-4450-9621-c9930355d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2435b5-0bee-4127-9b20-66ff7c553465,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:23.993871 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-278b5ab4-3467-4b72-9f1c-a6e77c3c452e req-1d4ef895-9734-49ba-8db1-9ea467790b45 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829897
Apr 29 13:39:24.255125 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-727b7df4-390a-43d0-bea6-ae29f9072ff5 req-1788522e-c4d5-4423-a7ec-3e1fbb2282c3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.0328689
Apr 29 13:39:24.684021 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d892c-0b37-4b22-8218-997dd56050de req-af0a06a0-bff5-4b28-90a3-d3cb7066bcf2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:24.691464 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ab2d892c-0b37-4b22-8218-997dd56050de req-af0a06a0-bff5-4b28-90a3-d3cb7066bcf2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 944 time: 0.0673611
Apr 29 13:39:24.761939 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ab2d892c-0b37-4b22-8218-997dd56050de req-b8ea083e-51b5-4218-a8e5-d7a88f81e125 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601645
Apr 29 13:39:24.909594 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:39:24.933562 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['488f84e3-0c4c-4d6a-ba01-55b062550898'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:25.048542 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.db.resource_extend [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 29 13:39:25.089156 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-9ac992ab-93b5-4ff8-93f4-b00562af1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:25.096171 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-9ac992ab-93b5-4ff8-93f4-b00562af1b00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1169 time: 0.1618454
Apr 29 13:39:25.214227 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-05bffe18-aaf5-4cec-bd09-16909ff2618f req-e96fd30b-c660-4821-85a8-130b37e64e8d service neutron] 10.222.0.48 "GET /v2.0/networks/2e849c5f-bb98-437a-aeeb-46a8d4491a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660618
Apr 29 13:39:25.296774 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:25.344265 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:25.366813 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'port_id': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'mac_address': 'fa:16:3e:a6:47:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:39:25.383210 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de386d-24ad-464e-b8ac-a1b0689ff15e req-36bfc393-ca38-46ba-9c7e-eeff2ac77740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:25.385032 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-17de386d-24ad-464e-b8ac-a1b0689ff15e req-36bfc393-ca38-46ba-9c7e-eeff2ac77740 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1128 time: 0.2580893
Apr 29 13:39:25.403574 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944cbad-179c-41b3-a1dc-21c8a3d69127 req-13cf6511-c375-41ee-8f67-0261a11b8607 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:25.405174 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c944cbad-179c-41b3-a1dc-21c8a3d69127 req-13cf6511-c375-41ee-8f67-0261a11b8607 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.2624245
Apr 29 13:39:25.421824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8ce5b-465c-4060-b2e2-9254c8871cb2 req-0c31c9ff-6285-4b2e-b800-c6c7ced29a0e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:25.423774 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11e8ce5b-465c-4060-b2e2-9254c8871cb2 req-0c31c9ff-6285-4b2e-b800-c6c7ced29a0e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.1787713
Apr 29 13:39:25.441500 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 4045d282-dbbb-484e-b1eb-1f8953017e39 is: ACTIVE; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:25.442230 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:25.456348 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-633de647-fe87-4708-8677-8418a44224a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:25.458061 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-633de647-fe87-4708-8677-8418a44224a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 916 time: 0.3437412
Apr 29 13:39:25.459363 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4045d282-dbbb-484e-b1eb-1f8953017e39 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:25.484576 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:25.491668 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:25.519058 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c944cbad-179c-41b3-a1dc-21c8a3d69127 req-063a5b18-9b40-4ff2-afc5-c389271a684c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941808
Apr 29 13:39:25.534984 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11e8ce5b-465c-4060-b2e2-9254c8871cb2 req-8a213fe4-bd88-444e-9399-78c929f89f85 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957170
Apr 29 13:39:25.575910 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=6']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:25.598375 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.598900 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.599433 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.599963 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.600519 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.601098 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.601598 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.602684 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.603711 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.603711 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.604534 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.604816 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.605432 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.605883 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.606367 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:25.653400 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9ff1cf5-a031-4090-8b63-617f98c6ff18 req-50fb0413-3a7a-4117-93a8-41a5dd197524 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09edbdae-86cd-4959-8cf6-8a18d76ab841 HTTP/1.1" status: 200  len: 210 time: 0.0311141
Apr 29 13:39:25.691530 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['4045d282-dbbb-484e-b1eb-1f8953017e39'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:25.991704 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a341b1-059f-44a0-b2ef-1f2867329445 req-06604517-61b3-4ce5-89e3-85f7be837bfe tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:25.997435 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-82a341b1-059f-44a0-b2ef-1f2867329445 req-06604517-61b3-4ce5-89e3-85f7be837bfe tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 944 time: 0.1012704
Apr 29 13:39:26.082686 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-82a341b1-059f-44a0-b2ef-1f2867329445 req-0fb9e83d-19d4-4a32-9f5b-22d33f291f6b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768878
Apr 29 13:39:26.696968 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:26.889143 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e3113-c1e1-4fea-a413-d4eb5c8eebe4 req-c0a97b4a-abb1-42e6-8adf-904d0db3b91e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:26.891347 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f43e3113-c1e1-4fea-a413-d4eb5c8eebe4 req-c0a97b4a-abb1-42e6-8adf-904d0db3b91e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 947 time: 0.1207168
Apr 29 13:39:26.898782 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device cc85b997-3ff7-4ee6-a8cb-a967438d8798 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:39:26.946506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b610d4-99bb-4c5a-bc53-b62604eff4f1 req-ec3e0f3b-f696-4b39-9680-62e68f588954 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:26.948551 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56b610d4-99bb-4c5a-bc53-b62604eff4f1 req-ec3e0f3b-f696-4b39-9680-62e68f588954 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 944 time: 0.2002707
Apr 29 13:39:26.951073 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-43d32339-6361-475d-b575-0e4be30a0c40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 1002 time: 0.4119854
Apr 29 13:39:26.967734 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:39:26.972376 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de386d-24ad-464e-b8ac-a1b0689ff15e req-63ad92ce-1747-42c8-88dd-a3d4b51cc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:26.978425 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-17de386d-24ad-464e-b8ac-a1b0689ff15e req-63ad92ce-1747-42c8-88dd-a3d4b51cc234 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=97e1b522a37e470284254748a16843fa&shared=False HTTP/1.1" status: 200  len: 919 time: 0.4300697
Apr 29 13:39:27.161868 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49048) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:27.165491 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 4045d282-dbbb-484e-b1eb-1f8953017e39 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:27.165972 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.239461 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-b69a5ec6-8698-4401-b165-00b8e439ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:27.241397 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-b69a5ec6-8698-4401-b165-00b8e439ee98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 200  len: 854 time: 0.2819171
Apr 29 13:39:27.265665 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f43e3113-c1e1-4fea-a413-d4eb5c8eebe4 req-ccd91c60-37f1-4671-8064-0062c17ae96e tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3529990
Apr 29 13:39:27.376354 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port cc85b997-3ff7-4ee6-a8cb-a967438d8798, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=cc85b997-3ff7-4ee6-a8cb-a967438d8798,segment=NetworkSegment(78ee7134-8b40-454d-861b-79a70a560725),segment_id=78ee7134-8b40-454d-861b-79a70a560725)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:27.402057 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798', 'network_id': '2e849c5f-bb98-437a-aeeb-46a8d4491a1c', 'port_id': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798', 'mac_address': 'fa:16:3e:87:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121df6ff-87bb-473a-8ee7-710b55d27759', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:39:27.434459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56b610d4-99bb-4c5a-bc53-b62604eff4f1 req-cfeb53dd-4f63-4f65-a142-8f99808f8899 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4520104
Apr 29 13:39:27.491408 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port cc85b997-3ff7-4ee6-a8cb-a967438d8798 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:27.491899 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.502831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.512833 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc85b997-3ff7-4ee6-a8cb-a967438d8798 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:27.554781 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-02ff800a-eb63-421e-81a5-8ccfbdf94f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:27.560556 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-02ff800a-eb63-421e-81a5-8ccfbdf94f52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14f51109-d91e-4647-adda-d288d03418a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2699597
Apr 29 13:39:27.572442 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port cc85b997-3ff7-4ee6-a8cb-a967438d8798, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=cc85b997-3ff7-4ee6-a8cb-a967438d8798,segment=NetworkSegment(78ee7134-8b40-454d-861b-79a70a560725),segment_id=78ee7134-8b40-454d-861b-79a70a560725)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:27.582164 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.651336 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce04197-11ab-4c06-8ada-02eedb1c1e9d req-f6d297b3-a262-497d-b353-d9b261a6b970 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:27.651791 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Publish callbacks [] for security_group (da3fc946-14fc-4590-a654-398439a62d3a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.654095 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2ce04197-11ab-4c06-8ada-02eedb1c1e9d req-f6d297b3-a262-497d-b353-d9b261a6b970 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 944 time: 0.1645381
Apr 29 13:39:27.655709 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de386d-24ad-464e-b8ac-a1b0689ff15e req-92dddbef-fc0d-45e4-89ac-b958ce98ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:27.657525 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-17de386d-24ad-464e-b8ac-a1b0689ff15e req-92dddbef-fc0d-45e4-89ac-b958ce98ef59 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6731498
Apr 29 13:39:27.661450 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (da3fc946-14fc-4590-a654-398439a62d3a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.719986 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2337df58b0084406b281502e15fef8dd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5569153
Apr 29 13:39:27.720894 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49074) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:27.721730 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fc946-14fc-4590-a654-398439a62d3a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:27.725209 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=cc85b997-3ff7-4ee6-a8cb-a967438d8798,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:27.736738 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.737332 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.739037 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.739416 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.739737 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.740075 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.740409 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.740740 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.741269 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.741668 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.741985 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.742523 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.742896 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.743226 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.743554 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340aeebe-83f7-4a0c-bdf2-424f49566437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:39:27.781434 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 4045d282-dbbb-484e-b1eb-1f8953017e39 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:27.781853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.819962 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f675171e-350c-48bb-802c-17f57ffbb8c5 admin admin] Publish callbacks [] for security_group (da3fc946-14fc-4590-a654-398439a62d3a), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.839993 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:27.842503 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e749b6e8-bd0f-4f94-90c7-eaf2f196d258" -d '{"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-plugged", "status": "completed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:27.859036 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f675171e-350c-48bb-802c-17f57ffbb8c5 admin admin] Publish callbacks [] for security_group (da3fc946-14fc-4590-a654-398439a62d3a), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.873415 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:27.883007 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.884799 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 488f84e3-0c4c-4d6a-ba01-55b062550898 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:39:27.942637 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 488f84e3-0c4c-4d6a-ba01-55b062550898 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:39:27.943182 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 488f84e3-0c4c-4d6a-ba01-55b062550898 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:39:27.963776 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['cc85b997-3ff7-4ee6-a8cb-a967438d8798'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:27.963982 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f675171e-350c-48bb-802c-17f57ffbb8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (da3fc946-14fc-4590-a654-398439a62d3a), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.969251 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f675171e-350c-48bb-802c-17f57ffbb8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:27.973842 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-f675171e-350c-48bb-802c-17f57ffbb8c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da3fc946-14fc-4590-a654-398439a62d3a HTTP/1.1" status: 204  len: 168 time: 0.2422059
Apr 29 13:39:28.018692 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675171e-350c-48bb-802c-17f57ffbb8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fc946-14fc-4590-a654-398439a62d3a,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:28.054290 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-28d0299b-011a-4d75-89cb-3b2387d8e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:28.073857 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-28d0299b-011a-4d75-89cb-3b2387d8e959 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1128 time: 0.1979914
Apr 29 13:39:28.115588 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=7']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:28.327163 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2ce04197-11ab-4c06-8ada-02eedb1c1e9d req-791cc338-d325-454d-8643-f38f6ddca76a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6126754
Apr 29 13:39:28.349512 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-4a36d7ea-d7a8-405c-8e41-bcbba197767a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 200  len: 217 time: 0.2448471
Apr 29 13:39:28.359664 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-0de051b8-daa7-4009-8753-2603e12287ad service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7006354
Apr 29 13:39:28.406558 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1248d46-6d00-4aea-b07f-a5d15ea34dd4 x-openstack-request-id: req-c1248d46-6d00-4aea-b07f-a5d15ea34dd4 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:28.407615 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-plugged", "status": "completed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:28.408070 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1248d46-6d00-4aea-b07f-a5d15ea34dd4 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:28.408735 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1248d46-6d00-4aea-b07f-a5d15ea34dd4'] response: {'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'code': 200}
Apr 29 13:39:28.479794 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-e337bc54-e7b1-412e-98f2-f0c5f38d6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:28.480889 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-e337bc54-e7b1-412e-98f2-f0c5f38d6480 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.1035542
Apr 29 13:39:28.755010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-74c3d210-28ce-4dd9-89d4-2702f68a4636 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:28.763360 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-74c3d210-28ce-4dd9-89d4-2702f68a4636 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/networks?id=d5683835-477d-4c54-b03a-a2813ecbae31 HTTP/1.1" status: 200  len: 809 time: 0.8830762
Apr 29 13:39:28.796032 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49118) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:28.817047 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-fa0981c8-9630-4c87-8401-a69cee95ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:28.819509 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-fa0981c8-9630-4c87-8401-a69cee95ac32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3088000
Apr 29 13:39:28.820285 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4c136fbe-e2ef-4bc6-b589-12223862d967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:28.881191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672854e3-d7b9-493c-8395-052523d01a43 req-a5bc0c1f-3662-46fc-8aaf-f35e4c975cc2 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:28.883738 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-672854e3-d7b9-493c-8395-052523d01a43 req-a5bc0c1f-3662-46fc-8aaf-f35e4c975cc2 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 948 time: 0.2444084
Apr 29 13:39:28.963323 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-5320c8ce-834c-4bce-b8b6-bdaeb8b68835 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/quotas/ca9248383e674b7a8365a64593da6b1c HTTP/1.1" status: 200  len: 375 time: 0.1255879
Apr 29 13:39:28.994913 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4c136fbe-e2ef-4bc6-b589-12223862d967 admin admin] Publish callbacks [] for security_group (77bd1ef0-5f63-4411-b588-f659c07416d1), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.001601 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device cc85b997-3ff7-4ee6-a8cb-a967438d8798 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:39:29.016395 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4c136fbe-e2ef-4bc6-b589-12223862d967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (77bd1ef0-5f63-4411-b588-f659c07416d1), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.037589 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b594170b-e482-4c63-b706-41f0c64ba4d0 req-63390454-8f2a-44d6-91cd-d7738f4bea50 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6677775
Apr 29 13:39:29.116687 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port cc85b997-3ff7-4ee6-a8cb-a967438d8798 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:39:29.121341 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c136fbe-e2ef-4bc6-b589-12223862d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd1ef0-5f63-4411-b588-f659c07416d1,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:29.127387 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port cc85b997-3ff7-4ee6-a8cb-a967438d8798 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:29.129193 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.141118 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-2b409318-0593-4e96-be0b-b6ab5764bb20 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3116474
Apr 29 13:39:29.149136 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4c136fbe-e2ef-4bc6-b589-12223862d967 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=662ce34b96e04ab6936c697fbdf721ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3473060
Apr 29 13:39:29.151315 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49120) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:29.259926 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5bbda22c-26ac-40d2-81a7-8ccbda79c5d1 admin admin] Publish callbacks [] for security_group (77bd1ef0-5f63-4411-b588-f659c07416d1), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.298843 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port cc85b997-3ff7-4ee6-a8cb-a967438d8798 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:29.299328 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.308919 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5bbda22c-26ac-40d2-81a7-8ccbda79c5d1 admin admin] Publish callbacks [] for security_group (77bd1ef0-5f63-4411-b588-f659c07416d1), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.355451 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port cc85b997-3ff7-4ee6-a8cb-a967438d8798, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=cc85b997-3ff7-4ee6-a8cb-a967438d8798,segment=NetworkSegment(78ee7134-8b40-454d-861b-79a70a560725),segment_id=78ee7134-8b40-454d-861b-79a70a560725)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:29.364229 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.421868 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5bbda22c-26ac-40d2-81a7-8ccbda79c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (77bd1ef0-5f63-4411-b588-f659c07416d1), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.429578 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5bbda22c-26ac-40d2-81a7-8ccbda79c5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:29.439952 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5bbda22c-26ac-40d2-81a7-8ccbda79c5d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77bd1ef0-5f63-4411-b588-f659c07416d1 HTTP/1.1" status: 204  len: 168 time: 0.2854831
Apr 29 13:39:29.441942 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=cc85b997-3ff7-4ee6-a8cb-a967438d8798,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:29.468478 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbda22c-26ac-40d2-81a7-8ccbda79c5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd1ef0-5f63-4411-b588-f659c07416d1,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:29.606714 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-5448a30d-5cad-4146-9520-c3f27c96ddac tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca9248383e674b7a8365a64593da6b1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.6115224
Apr 29 13:39:29.726931 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-672854e3-d7b9-493c-8395-052523d01a43 req-c6d65c2f-4564-4c21-9504-e65527b9d219 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8057230
Apr 29 13:39:29.855037 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-9c654183-b338-4ced-baba-72707ac01b98 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6737943
Apr 29 13:39:30.059975 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-5dfb1f81-e23a-45ff-9ca1-b8dadeaf435a service neutron] 10.222.0.52 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4233792
Apr 29 13:39:30.161483 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a0349-14f0-4eca-b720-bc3c45d3717b req-963378a0-3436-4d79-b173-bef9a85a52da tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:30.163959 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b93a0349-14f0-4eca-b720-bc3c45d3717b req-963378a0-3436-4d79-b173-bef9a85a52da tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1733220
Apr 29 13:39:30.210828 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49140) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:30.304694 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b93a0349-14f0-4eca-b720-bc3c45d3717b req-9113d1f3-7e78-498c-bfd3-65cbe43bcc21 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025579
Apr 29 13:39:30.315796 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-4bc4b918-9b24-47c9-bd72-07b4f63eff6e service neutron] 10.222.0.52 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354896
Apr 29 13:39:30.410585 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:30.416951 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c2853-1a7d-4814-a86d-cfca4867cb83" -d '{"events": [{"server_uuid": "e64e891f-707c-45fe-a9df-8ebb11f19e71", "name": "network-vif-plugged", "status": "completed", "tag": "cc85b997-3ff7-4ee6-a8cb-a967438d8798"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:30.450779 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b374304-f00f-4ff8-96ce-914d98ba5fe0 req-1fe9327c-12a3-444a-a737-58dfacf77acc tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:30.462877 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2b374304-f00f-4ff8-96ce-914d98ba5fe0 req-1fe9327c-12a3-444a-a737-58dfacf77acc tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 944 time: 0.0814710
Apr 29 13:39:30.564322 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2b374304-f00f-4ff8-96ce-914d98ba5fe0 req-477822ad-4949-4299-93fb-92962900f85f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972414
Apr 29 13:39:30.584359 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fb563a82-4c26-4f30-9443-714107eda8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:30.683073 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc8380c-ab21-46ee-a50e-f99fc65982f7 x-openstack-request-id: req-ccc8380c-ab21-46ee-a50e-f99fc65982f7 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:30.683522 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e891f-707c-45fe-a9df-8ebb11f19e71", "name": "network-vif-plugged", "status": "completed", "tag": "cc85b997-3ff7-4ee6-a8cb-a967438d8798", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:30.683950 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccc8380c-ab21-46ee-a50e-f99fc65982f7 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:30.684810 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc8380c-ab21-46ee-a50e-f99fc65982f7'] response: {'server_uuid': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798', 'code': 200}
Apr 29 13:39:30.720753 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d480a00f-d57e-471b-9f19-e49fd8640334 req-2e835b9b-3fb2-49a1-8f71-183d68ab8369 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 210 time: 0.0425377
Apr 29 13:39:30.824365 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fb563a82-4c26-4f30-9443-714107eda8a8 admin admin] Publish callbacks [] for security_group (94cf4823-fff7-43bc-8172-94d5793b2cc5), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:30.831445 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fb563a82-4c26-4f30-9443-714107eda8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (94cf4823-fff7-43bc-8172-94d5793b2cc5), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:30.924380 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb563a82-4c26-4f30-9443-714107eda8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cf4823-fff7-43bc-8172-94d5793b2cc5,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:30.972729 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-fb563a82-4c26-4f30-9443-714107eda8a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cd2fd28ad94448ca7ececdc9adc4eda&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7599130
Apr 29 13:39:30.974796 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49168) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:30.993076 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 56585510-baec-4b7f-8173-96ab4d97fbce details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:39:31.146509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e02e4-0419-418c-810b-c749131f002b req-b815763d-6590-4360-9e48-3fab5dabb460 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:31.164063 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7d5e02e4-0419-418c-810b-c749131f002b req-b815763d-6590-4360-9e48-3fab5dabb460 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.2131634
Apr 29 13:39:31.224678 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b7b-9c89-4c15-82fa-fd8c78071ed6 admin admin] Publish callbacks [] for security_group (94cf4823-fff7-43bc-8172-94d5793b2cc5), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:31.316451 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5599188-662d-490e-ae76-23884a5115dc req-983ad1b8-420e-434c-9f57-00141a441eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:31.321131 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b5599188-662d-490e-ae76-23884a5115dc req-983ad1b8-420e-434c-9f57-00141a441eab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 1133 time: 0.1268742
Apr 29 13:39:31.360998 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b7b-9c89-4c15-82fa-fd8c78071ed6 admin admin] Publish callbacks [] for security_group (94cf4823-fff7-43bc-8172-94d5793b2cc5), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:31.403867 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 56585510-baec-4b7f-8173-96ab4d97fbce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=56585510-baec-4b7f-8173-96ab4d97fbce,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:31.419365 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '56585510-baec-4b7f-8173-96ab4d97fbce', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce', 'mac_address': 'fa:16:3e:6b:78:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:39:31.481510 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7d5e02e4-0419-418c-810b-c749131f002b req-955fb3ac-091e-44ad-a2f8-0a9d65db3228 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115258
Apr 29 13:39:31.538744 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 56585510-baec-4b7f-8173-96ab4d97fbce is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:31.539537 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:31.553093 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b7b-9c89-4c15-82fa-fd8c78071ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (94cf4823-fff7-43bc-8172-94d5793b2cc5), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:31.562360 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b7b-9c89-4c15-82fa-fd8c78071ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:31.568160 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6b5a0b7b-9c89-4c15-82fa-fd8c78071ed6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94cf4823-fff7-43bc-8172-94d5793b2cc5 HTTP/1.1" status: 204  len: 168 time: 0.5875995
Apr 29 13:39:31.613290 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a0b7b-9c89-4c15-82fa-fd8c78071ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cf4823-fff7-43bc-8172-94d5793b2cc5,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:31.684847 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56585510-baec-4b7f-8173-96ab4d97fbce {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:31.694951 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b5599188-662d-490e-ae76-23884a5115dc req-35336709-5ffe-42d5-8e66-1f4b84a31108 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3659890
Apr 29 13:39:31.781220 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 56585510-baec-4b7f-8173-96ab4d97fbce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=56585510-baec-4b7f-8173-96ab4d97fbce,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:31.791072 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:31.813144 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e1867-72a6-4e69-8abc-e0926c9430b6 req-c30d3877-d78a-4598-bee3-5e6ad4160907 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:31.822328 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-997e1867-72a6-4e69-8abc-e0926c9430b6 req-c30d3877-d78a-4598-bee3-5e6ad4160907 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1385419
Apr 29 13:39:31.916953 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=56585510-baec-4b7f-8173-96ab4d97fbce,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:32.009268 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-997e1867-72a6-4e69-8abc-e0926c9430b6 req-8532cd6a-9dd7-4950-acfd-e95057fab362 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713328
Apr 29 13:39:32.038484 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c401b6-bb70-4469-a6ea-a52e38ab4d39 req-bce7bb4f-e61c-4b90-ab63-afb88c45ada0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:32.048099 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-90c401b6-bb70-4469-a6ea-a52e38ab4d39 req-bce7bb4f-e61c-4b90-ab63-afb88c45ada0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 945 time: 0.2242632
Apr 29 13:39:32.116579 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['56585510-baec-4b7f-8173-96ab4d97fbce'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:32.150887 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-90c401b6-bb70-4469-a6ea-a52e38ab4d39 req-17764113-5f9f-403c-a0e9-0f43fa68d7c5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018090
Apr 29 13:39:32.337697 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d97b4d13-1c3c-431b-8e54-9d828cedf527 req-ad16c635-48fc-4ce2-b2b0-516056aee443 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 210 time: 0.1036494
Apr 29 13:39:32.842371 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9104619-3566-48ca-bc08-b2748c832a71 req-033ff252-ff8f-4aaa-a306-3ddd701fc6e1 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:32.861260 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a9104619-3566-48ca-bc08-b2748c832a71 req-033ff252-ff8f-4aaa-a306-3ddd701fc6e1 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.1071007
Apr 29 13:39:32.957708 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a9104619-3566-48ca-bc08-b2748c832a71 req-b989a466-7c99-401a-8690-34d08cb35410 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946651
Apr 29 13:39:33.019881 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49220) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:33.152834 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 56585510-baec-4b7f-8173-96ab4d97fbce up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:39:33.229564 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6613370f-c20d-436f-925e-ac69fce2ec9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:33.321171 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 56585510-baec-4b7f-8173-96ab4d97fbce completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:39:33.333211 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 56585510-baec-4b7f-8173-96ab4d97fbce triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:33.335569 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee167-9f6a-4bf8-aef8-4200e7a0eae9 req-674e4c9f-cf9a-4376-a535-b763346b9a18 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:33.336760 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:33.343598 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f67ee167-9f6a-4bf8-aef8-4200e7a0eae9 req-674e4c9f-cf9a-4376-a535-b763346b9a18 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.2006021
Apr 29 13:39:33.485116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6613370f-c20d-436f-925e-ac69fce2ec9f admin admin] Publish callbacks [] for security_group (6074a9b8-d4ca-4148-ac79-93114ede1ec1), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:33.492922 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6613370f-c20d-436f-925e-ac69fce2ec9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (6074a9b8-d4ca-4148-ac79-93114ede1ec1), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:33.615202 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613370f-c20d-436f-925e-ac69fce2ec9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6074a9b8-d4ca-4148-ac79-93114ede1ec1,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:33.684534 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccfc07-3f13-49d8-bd6a-90e4dd57b65c req-89257e0b-af35-4b85-a7f1-ae236d062ee8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:33.702241 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8bccfc07-3f13-49d8-bd6a-90e4dd57b65c req-89257e0b-af35-4b85-a7f1-ae236d062ee8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 945 time: 0.3547509
Apr 29 13:39:33.722037 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6613370f-c20d-436f-925e-ac69fce2ec9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3cb7a45f4084bf0ae430d48f96f83f7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6967564
Apr 29 13:39:33.727088 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49242) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:33.733424 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f67ee167-9f6a-4bf8-aef8-4200e7a0eae9 req-f9000b8e-cc84-417e-874e-1852af08abef tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3528333
Apr 29 13:39:33.878914 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 56585510-baec-4b7f-8173-96ab4d97fbce is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:33.887799 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:33.926820 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8bccfc07-3f13-49d8-bd6a-90e4dd57b65c req-89df1aa3-7dca-4785-95cf-d16cbf84ce59 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1890695
Apr 29 13:39:34.016039 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:34.028870 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-505bf8c5-96c2-4ad4-981a-e84b54635b14 admin admin] Publish callbacks [] for security_group (6074a9b8-d4ca-4148-ac79-93114ede1ec1), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:34.038986 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f154b96-7ef3-4849-9082-e32bcca06d2b" -d '{"events": [{"server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "name": "network-vif-plugged", "status": "completed", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:34.140397 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 56585510-baec-4b7f-8173-96ab4d97fbce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=56585510-baec-4b7f-8173-96ab4d97fbce,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:34.157087 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:34.161372 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-505bf8c5-96c2-4ad4-981a-e84b54635b14 admin admin] Publish callbacks [] for security_group (6074a9b8-d4ca-4148-ac79-93114ede1ec1), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:34.286119 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b4bf1220-be9f-4155-b72f-32281382b6fc req-84bc45ef-f475-42b9-ad89-91656616d172 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 210 time: 0.2090948
Apr 29 13:39:34.363844 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=56585510-baec-4b7f-8173-96ab4d97fbce,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:34.411232 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-505bf8c5-96c2-4ad4-981a-e84b54635b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (6074a9b8-d4ca-4148-ac79-93114ede1ec1), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:34.422698 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-505bf8c5-96c2-4ad4-981a-e84b54635b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:34.422698 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-505bf8c5-96c2-4ad4-981a-e84b54635b14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6074a9b8-d4ca-4148-ac79-93114ede1ec1 HTTP/1.1" status: 204  len: 168 time: 0.6874654
Apr 29 13:39:34.451673 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bf8c5-96c2-4ad4-981a-e84b54635b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6074a9b8-d4ca-4148-ac79-93114ede1ec1,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:34.498202 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fda363-b2cb-44e1-bc6d-88ff544be5ad x-openstack-request-id: req-f2fda363-b2cb-44e1-bc6d-88ff544be5ad {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:34.498501 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "name": "network-vif-plugged", "status": "completed", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:34.498957 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2fda363-b2cb-44e1-bc6d-88ff544be5ad {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:34.499366 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fda363-b2cb-44e1-bc6d-88ff544be5ad'] response: {'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce', 'code': 200}
Apr 29 13:39:34.499731 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac316b63-3928-4fff-b3ef-e02a33cad951 req-84b6d67e-2286-4db4-a8dd-dcdb55bcbd20 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:34.501405 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac316b63-3928-4fff-b3ef-e02a33cad951 req-84b6d67e-2286-4db4-a8dd-dcdb55bcbd20 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.2765155
Apr 29 13:39:34.540483 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-7c48f2dd-c2ce-45fa-b61a-b5d4ba682ff9 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:34.542050 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-7c48f2dd-c2ce-45fa-b61a-b5d4ba682ff9 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "GET /v2.0/networks?id=d5683835-477d-4c54-b03a-a2813ecbae31 HTTP/1.1" status: 200  len: 809 time: 0.6978915
Apr 29 13:39:34.612142 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Request body: {'port': {'device_id': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31', 'admin_state_up': True, 'tenant_id': 'ca9248383e674b7a8365a64593da6b1c'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:34.735174 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac316b63-3928-4fff-b3ef-e02a33cad951 req-96590481-3aec-475c-b728-1965ed4da047 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205920
Apr 29 13:39:35.198444 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0597b39-e81d-4b15-8381-4cb78886d76f req-5b93128e-e46e-4758-9447-f734dfd9993b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:35.201044 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f0597b39-e81d-4b15-8381-4cb78886d76f req-5b93128e-e46e-4758-9447-f734dfd9993b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.2216847
Apr 29 13:39:35.230979 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Made reservation on behalf of ca9248383e674b7a8365a64593da6b1c for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:39:35.235029 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:35.338919 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002ba55-f98c-40cd-a9a0-396b90a4f753 req-a5ecf0b6-557e-4d3d-9850-0bfd48165570 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:35.340924 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0002ba55-f98c-40cd-a9a0-396b90a4f753 req-a5ecf0b6-557e-4d3d-9850-0bfd48165570 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.1018631
Apr 29 13:39:35.415720 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f0597b39-e81d-4b15-8381-4cb78886d76f req-d9901ff9-c300-4b97-b4a5-18019f940a42 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2044845
Apr 29 13:39:35.505465 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0002ba55-f98c-40cd-a9a0-396b90a4f753 req-701fa410-afca-401b-b00a-73a74f3f3fba tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1516230
Apr 29 13:39:35.619225 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Allocated IP 172.20.0.10 (d5683835-477d-4c54-b03a-a2813ecbae31/191da986-aaeb-4988-ae4c-4d45229913cd/f8097e01-91a0-48d9-ae12-7d5ad0edb5fd) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:39:35.658505 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9a00-995f-4f7c-b892-01125c7a0126 req-f9b6b7fd-64a4-473e-88c5-a14b81ede209 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:35.661383 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b91e9a00-995f-4f7c-b892-01125c7a0126 req-f9b6b7fd-64a4-473e-88c5-a14b81ede209 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.1213696
Apr 29 13:39:35.749632 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8db53287-ffea-4523-909c-b682fa4172e9 req-6f3d8755-fee8-4aaf-b69a-689fe8862fd0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 210 time: 0.1068673
Apr 29 13:39:35.952976 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b91e9a00-995f-4f7c-b892-01125c7a0126 req-a2c174ea-0446-4baa-ba08-48a049745e29 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680993
Apr 29 13:39:36.171292 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks [] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:36.224462 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:36.302975 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Network d5683835-477d-4c54-b03a-a2813ecbae31 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:39:36.310150 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:39:36.318364 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:39:36.387524 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:36.388357 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:36.425180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Pushing event updated for resources: {'Port': ['ID=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:36.436497 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-aefaa34a-f456-4baa-bbfa-d885ef1680b1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8370104
Apr 29 13:39:36.614100 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d0f4-ec00-4804-bd29-65f204136dae req-43acddf4-6ed7-4d69-9eba-6d9dccd4452b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:36.622633 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7fd0d0f4-ec00-4804-bd29-65f204136dae req-43acddf4-6ed7-4d69-9eba-6d9dccd4452b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0769503
Apr 29 13:39:36.714081 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7fd0d0f4-ec00-4804-bd29-65f204136dae req-3f02fdd4-146c-4c09-ba49-c6e4a5549910 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904343
Apr 29 13:39:36.744077 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a58e14-9660-4335-98db-07ede09cea48 req-09954512-23fd-4ab6-8e8d-a1e38fa22308 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:36.745700 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e0a58e14-9660-4335-98db-07ede09cea48 req-09954512-23fd-4ab6-8e8d-a1e38fa22308 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0752237
Apr 29 13:39:36.959142 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e0a58e14-9660-4335-98db-07ede09cea48 req-611159ae-c9f5-4ea7-9571-6a71d20821f9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1815512
Apr 29 13:39:37.007252 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2efba-bdb5-46c9-838c-75dce8fd6453 req-c3eb90d5-ed12-4cf0-a147-bbc84c5244c0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:37.010139 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2ca2efba-bdb5-46c9-838c-75dce8fd6453 req-c3eb90d5-ed12-4cf0-a147-bbc84c5244c0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 932 time: 0.1473019
Apr 29 13:39:37.125664 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2ca2efba-bdb5-46c9-838c-75dce8fd6453 req-67c70afe-57b7-4cf7-b491-27b4450c0923 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996346
Apr 29 13:39:37.211048 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08686075-b83f-49a4-9e3c-1b2bef710e19 req-5dbb0e1f-8a9a-46e7-a624-52d9bdf1b866 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:37.212811 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-08686075-b83f-49a4-9e3c-1b2bef710e19 req-5dbb0e1f-8a9a-46e7-a624-52d9bdf1b866 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.0846097
Apr 29 13:39:37.290996 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-08686075-b83f-49a4-9e3c-1b2bef710e19 req-d857f9ab-b097-49ea-9096-7a9cdf21ef3b tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675960
Apr 29 13:39:37.558151 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:39:37.907275 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a2b7f-968e-469b-80b5-2716ab20d0f7 req-79f68bbe-2b4c-481e-9a02-ce6841dfe570 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:37.908980 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bf8a2b7f-968e-469b-80b5-2716ab20d0f7 req-79f68bbe-2b4c-481e-9a02-ce6841dfe570 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0692153
Apr 29 13:39:37.981123 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bf8a2b7f-968e-469b-80b5-2716ab20d0f7 req-f6f6d5c3-2eb8-450e-a162-bea3fe37910a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637157
Apr 29 13:39:38.217257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0403-ddfa-47e2-86d3-7c05aa3ae55e req-056b01b1-f854-4efd-b53f-21ca8ba76c2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:38.227699 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4a6f0403-ddfa-47e2-86d3-7c05aa3ae55e req-056b01b1-f854-4efd-b53f-21ca8ba76c2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.1307294
Apr 29 13:39:38.389456 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4a6f0403-ddfa-47e2-86d3-7c05aa3ae55e req-acc59b29-9de1-42ac-9225-ef2891eede9b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1602981
Apr 29 13:39:38.408300 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a73df-27db-4bed-9d62-4eebc77fe981 req-340cea61-0023-43ef-9051-f76550b916c6 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:38.409991 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4b4a73df-27db-4bed-9d62-4eebc77fe981 req-340cea61-0023-43ef-9051-f76550b916c6 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 932 time: 0.1190274
Apr 29 13:39:38.513975 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4b4a73df-27db-4bed-9d62-4eebc77fe981 req-1926b5ec-df6e-4b85-a043-d8b7107566dc tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920203
Apr 29 13:39:38.579381 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Request body: {'port': {'device_id': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:38.725334 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:38.747488 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365241f-28ae-4b01-8055-896d14005cc0 req-73a4c52b-98e8-4d94-91cb-5ffe4b090a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:38.749361 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2365241f-28ae-4b01-8055-896d14005cc0 req-73a4c52b-98e8-4d94-91cb-5ffe4b090a29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1130 time: 0.1974156
Apr 29 13:39:38.761317 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88653ea1-0098-4636-966e-13df8bc8ca3f req-a5bf0d59-031d-443b-9710-562c8b5c3b86 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:38.763396 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-88653ea1-0098-4636-966e-13df8bc8ca3f req-a5bf0d59-031d-443b-9710-562c8b5c3b86 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.2134433
Apr 29 13:39:38.896168 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-88653ea1-0098-4636-966e-13df8bc8ca3f req-f1c90ad9-eca7-4337-a2e8-837dcd2301bf tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025403
Apr 29 13:39:38.969488 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2365241f-28ae-4b01-8055-896d14005cc0 req-45d9ab16-4184-403b-a896-188f956b24be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1853938
Apr 29 13:39:39.045139 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-1c1f6617-c5ea-408b-a6b4-210a1b197745 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:39.049547 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-1c1f6617-c5ea-408b-a6b4-210a1b197745 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.48 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.1656203
Apr 29 13:39:39.250683 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7b75b-7722-4287-8b48-305cb5e296df req-a5372a69-5491-4104-98a3-df3f9fac8ff2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:39.254252 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-69f7b75b-7722-4287-8b48-305cb5e296df req-a5372a69-5491-4104-98a3-df3f9fac8ff2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1012688
Apr 29 13:39:39.452633 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8097e01-91a0-48d9-ae12-7d5ad0edb5fd {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:39.472025 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Publish callbacks [] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:39.498646 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Transition to ACTIVE for port object f8097e01-91a0-48d9-ae12-7d5ad0edb5fd will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:39:39.507392 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:39.750369 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Pushing event updated for resources: {'Port': ['ID=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:39.848967 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-69f7b75b-7722-4287-8b48-305cb5e296df req-e95dbef7-e156-4819-b10b-94068e455480 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3477874
Apr 29 13:39:39.857592 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Deleting port cc85b997-3ff7-4ee6-a8cb-a967438d8798 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:39:39.862938 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:39.889121 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d3bf-5a0f-4438-bbf9-825f9707a29b req-3781f8b5-87bd-478e-b085-e2d5838eaca4 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:39.891681 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2036d3bf-5a0f-4438-bbf9-825f9707a29b req-3781f8b5-87bd-478e-b085-e2d5838eaca4 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.1957791
Apr 29 13:39:39.946734 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Attempting to bind port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:39:39.947299 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Attempting to bind port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:39:39.947628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Attempting to bind port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd on network d5683835-477d-4c54-b03a-a2813ecbae31 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:39:39.969911 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd on network d5683835-477d-4c54-b03a-a2813ecbae31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:39:39.970353 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Attempting to bind port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd on network d5683835-477d-4c54-b03a-a2813ecbae31 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:39:39.985892 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:39:39.986351 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Checking segment: {'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:39:39.986764 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Bound using segment: {'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:39:39.987122 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Bound port: f8097e01-91a0-48d9-ae12-7d5ad0edb5fd, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5357b1-613f-44d8-81d9-11e660bb3f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:39:39.987491 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:39.995449 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2036d3bf-5a0f-4438-bbf9-825f9707a29b req-85e87716-9444-4ad4-b004-ede017739c29 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879674
Apr 29 13:39:40.133258 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] For port cc85b997-3ff7-4ee6-a8cb-a967438d8798, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=cc85b997-3ff7-4ee6-a8cb-a967438d8798,segment=NetworkSegment(78ee7134-8b40-454d-861b-79a70a560725),segment_id=78ee7134-8b40-454d-861b-79a70a560725)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:40.135097 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:40.158711 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Calling delete_port for cc85b997-3ff7-4ee6-a8cb-a967438d8798 owned by compute:nova {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:39:40.269531 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:40.365222 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (cc85b997-3ff7-4ee6-a8cb-a967438d8798), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:40.371708 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250b88e-5548-4810-9f3f-ada75d327028 req-5a73285e-ecdb-4280-baaf-0c67c836616b tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:40.374720 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6250b88e-5548-4810-9f3f-ada75d327028 req-5a73285e-ecdb-4280-baaf-0c67c836616b tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 944 time: 0.3589642
Apr 29 13:39:40.383536 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['cc85b997-3ff7-4ee6-a8cb-a967438d8798'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:40.410224 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194f328-7ea4-4c1f-b48e-03c99e69934b req-f514cd92-0023-4cc0-bd08-2662f17e34e4 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:40.423004 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6194f328-7ea4-4c1f-b48e-03c99e69934b req-f514cd92-0023-4cc0-bd08-2662f17e34e4 tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/ports?device_id=e64e891f-707c-45fe-a9df-8ebb11f19e71 HTTP/1.1" status: 200  len: 949 time: 0.2691984
Apr 29 13:39:40.431889 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Pushing event deleted for resources: {'Port': ['ID=cc85b997-3ff7-4ee6-a8cb-a967438d8798,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:40.556143 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] For port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:39:40.592196 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] No DVR routers for this DVR port cc85b997-3ff7-4ee6-a8cb-a967438d8798 on host hv-cinder-83941 {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:39:40.596769 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:40.603939 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-d6e4a038-09a9-4e27-98d0-1c95c2a3fe91 req-ff60351b-5265-429b-be57-a9de577ae5fc tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.48 "DELETE /v2.0/ports/cc85b997-3ff7-4ee6-a8cb-a967438d8798 HTTP/1.1" status: 204  len: 173 time: 1.4036317
Apr 29 13:39:40.604863 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'name': 'network-vif-deleted', 'tag': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:40.616700 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6250b88e-5548-4810-9f3f-ada75d327028 req-6e5716a4-5319-4ef9-8387-f38b6910eca5 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746688
Apr 29 13:39:40.621187 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0512e968-8d49-4cf7-a9a8-ebe290d88683" -d '{"events": [{"server_uuid": "e64e891f-707c-45fe-a9df-8ebb11f19e71", "name": "network-vif-deleted", "tag": "cc85b997-3ff7-4ee6-a8cb-a967438d8798"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:40.661675 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] For port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:39:40.692498 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6194f328-7ea4-4c1f-b48e-03c99e69934b req-72baad24-662f-4a76-81d6-8e8bfd1f0a0c tempest-VolumesNegativeTest-618731321 tempest-VolumesNegativeTest-618731321-project] 10.222.0.52 "GET /v2.0/security-groups?id=f3080dd4-712d-4c44-b6ac-766e818b4917&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2684798
Apr 29 13:39:40.694692 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:40.748464 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b34762-92ed-4405-b3bc-a6e15f7a655a x-openstack-request-id: req-48b34762-92ed-4405-b3bc-a6e15f7a655a {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:40.748916 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64e891f-707c-45fe-a9df-8ebb11f19e71", "name": "network-vif-deleted", "tag": "cc85b997-3ff7-4ee6-a8cb-a967438d8798", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:40.749328 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48b34762-92ed-4405-b3bc-a6e15f7a655a {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:40.749755 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b34762-92ed-4405-b3bc-a6e15f7a655a'] response: {'server_uuid': 'e64e891f-707c-45fe-a9df-8ebb11f19e71', 'name': 'network-vif-deleted', 'tag': 'cc85b997-3ff7-4ee6-a8cb-a967438d8798', 'status': 'completed', 'code': 200}
Apr 29 13:39:40.775432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:40.776256 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:40.777890 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] 10.222.0.48 "PUT /v2.0/ports/f8097e01-91a0-48d9-ae12-7d5ad0edb5fd HTTP/1.1" status: 200  len: 1094 time: 2.2049453
Apr 29 13:39:40.778469 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'tag': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:40.781255 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14dbcd-d326-416f-8ee4-122e1dfbcdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c13e7edb-b2b8-41dc-ad2f-e641e68844f2", "tag": "f8097e01-91a0-48d9-ae12-7d5ad0edb5fd"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:40.871180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d338edf-c3be-4a59-a4e5-7514b45690c4 x-openstack-request-id: req-7d338edf-c3be-4a59-a4e5-7514b45690c4 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:40.871180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13e7edb-b2b8-41dc-ad2f-e641e68844f2", "tag": "f8097e01-91a0-48d9-ae12-7d5ad0edb5fd", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:40.871180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d338edf-c3be-4a59-a4e5-7514b45690c4 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:40.871180 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d338edf-c3be-4a59-a4e5-7514b45690c4'] response: {'name': 'network-changed', 'server_uuid': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'tag': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd', 'status': 'completed', 'code': 200}
Apr 29 13:39:40.875608 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8494cb2-baca-4d6f-92c5-fc4f5ed71163 service neutron] Pushing event updated for resources: {'Port': ['ID=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:41.061933 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14dbcd-d326-416f-8ee4-122e1dfbcdeb req-fef8316e-b1cc-4fee-95c6-961cb2fa50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:41.063741 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6e14dbcd-d326-416f-8ee4-122e1dfbcdeb req-fef8316e-b1cc-4fee-95c6-961cb2fa50b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9248383e674b7a8365a64593da6b1c&device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 1128 time: 0.1673241
Apr 29 13:39:41.293500 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802ae1a-4bdb-4f21-885a-6e439a625067 req-ae5cfb46-df08-4dfe-9325-87246d654f68 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:41.301057 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1802ae1a-4bdb-4f21-885a-6e439a625067 req-ae5cfb46-df08-4dfe-9325-87246d654f68 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.2031977
Apr 29 13:39:41.367760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b7d77-ef26-4424-b2de-01e2ea653084 req-c2b144c6-72f0-4141-b2e8-c34eddfdb864 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:41.373461 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d0b7d77-ef26-4424-b2de-01e2ea653084 req-c2b144c6-72f0-4141-b2e8-c34eddfdb864 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.1612208
Apr 29 13:39:41.496226 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14dbcd-d326-416f-8ee4-122e1dfbcdeb req-12bb05ca-2791-4106-ac2b-67e13deede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:41.498139 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6e14dbcd-d326-416f-8ee4-122e1dfbcdeb req-12bb05ca-2791-4106-ac2b-67e13deede86 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ca9248383e674b7a8365a64593da6b1c&shared=False HTTP/1.1" status: 200  len: 910 time: 0.4260137
Apr 29 13:39:41.524303 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1802ae1a-4bdb-4f21-885a-6e439a625067 req-40bce5f0-ae9b-4769-82fe-09452dc56592 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2219977
Apr 29 13:39:41.701122 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d0b7d77-ef26-4424-b2de-01e2ea653084 req-f22ca29d-a32b-433b-9396-c4c533977c28 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3207197
Apr 29 13:39:41.738568 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14dbcd-d326-416f-8ee4-122e1dfbcdeb req-f7072460-b1dd-42e2-9da6-700d7158b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:41.741101 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6e14dbcd-d326-416f-8ee4-122e1dfbcdeb req-f7072460-b1dd-42e2-9da6-700d7158b9d4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2217729
Apr 29 13:39:41.876237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e5b63507-dcf4-4691-b707-1b4304c9c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:41.880267 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-e5b63507-dcf4-4691-b707-1b4304c9c1dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9248383e674b7a8365a64593da6b1c&device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 1128 time: 0.0971317
Apr 29 13:39:41.908312 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ee108-7240-4a44-a4e6-09525f914f04 req-aae19de4-c162-469a-b6d3-e044dc29f982 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:41.913974 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-953ee108-7240-4a44-a4e6-09525f914f04 req-aae19de4-c162-469a-b6d3-e044dc29f982 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 944 time: 0.1158011
Apr 29 13:39:41.967937 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-4fd92acc-4b53-4300-86be-f4a9b5c35213 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd HTTP/1.1" status: 200  len: 217 time: 0.0511360
Apr 29 13:39:42.122652 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49408) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:42.245917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d61997-4e51-4419-a89e-b06a4bcd1180 req-608bb4fd-0374-45f6-be75-9916d033a5fd tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:42.252741 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e9d61997-4e51-4419-a89e-b06a4bcd1180 req-608bb4fd-0374-45f6-be75-9916d033a5fd tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.3340681
Apr 29 13:39:42.262301 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49418) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:42.272609 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'floatingip': {'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:39:42.356283 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-3e69ab8e-f1bd-4f38-aa07-5cd73ee14d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:42.357766 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-3e69ab8e-f1bd-4f38-aa07-5cd73ee14d51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=191da986-aaeb-4988-ae4c-4d45229913cd HTTP/1.1" status: 200  len: 849 time: 0.3788695
Apr 29 13:39:42.378485 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-953ee108-7240-4a44-a4e6-09525f914f04 req-0a50cdbd-0785-4660-842a-ae4fc6fced7a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4092271
Apr 29 13:39:42.435356 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:42.443135 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-92522aca-f813-4168-881b-b2072c6939b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5683835-477d-4c54-b03a-a2813ecbae31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588179
Apr 29 13:39:42.522501 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c56016e-df53-4872-b0e5-1e8c35482c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:42.705512 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-6a6573bb-fa40-48c1-8130-e4284d7153d3 service neutron] 10.222.0.48 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537575
Apr 29 13:39:42.915204 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c56016e-df53-4872-b0e5-1e8c35482c51 admin admin] Publish callbacks [] for security_group (46cdbf86-7117-40e2-a310-48b73bb00ef8), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:42.922164 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5c56016e-df53-4872-b0e5-1e8c35482c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (46cdbf86-7117-40e2-a310-48b73bb00ef8), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:43.049903 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56016e-df53-4872-b0e5-1e8c35482c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cdbf86-7117-40e2-a310-48b73bb00ef8,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:43.059220 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5c56016e-df53-4872-b0e5-1e8c35482c51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=226c5460459b4b538520696327c0378a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9351740
Apr 29 13:39:43.144401 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 49436) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:43.255706 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769154d-506c-4cd1-974a-f06ecff667ae req-e4f30237-a080-4797-8fb0-8911bb173d4c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:43.272102 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a769154d-506c-4cd1-974a-f06ecff667ae req-e4f30237-a080-4797-8fb0-8911bb173d4c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.5167983
Apr 29 13:39:43.321086 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device cc85b997-3ff7-4ee6-a8cb-a967438d8798 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:39:43.372429 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: cc85b997-3ff7-4ee6-a8cb-a967438d8798 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:39:43.375193 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device cc85b997-3ff7-4ee6-a8cb-a967438d8798 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:39:43.563269 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dbac94d-44ce-412d-944b-c2a2b95a208f admin admin] Publish callbacks [] for security_group (46cdbf86-7117-40e2-a310-48b73bb00ef8), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:43.591745 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dbac94d-44ce-412d-944b-c2a2b95a208f admin admin] Publish callbacks [] for security_group (46cdbf86-7117-40e2-a310-48b73bb00ef8), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:43.653863 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dbac94d-44ce-412d-944b-c2a2b95a208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (46cdbf86-7117-40e2-a310-48b73bb00ef8), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:43.656339 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-74bde16b-c802-40c0-b2a4-a9a3b371d556 req-bd65b535-11eb-4d94-a443-ac49727e8b25 service neutron] 10.222.0.48 "GET /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9444349
Apr 29 13:39:43.657261 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0dbac94d-44ce-412d-944b-c2a2b95a208f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:43.663454 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0dbac94d-44ce-412d-944b-c2a2b95a208f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46cdbf86-7117-40e2-a310-48b73bb00ef8 HTTP/1.1" status: 204  len: 168 time: 0.5132957
Apr 29 13:39:43.694808 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a769154d-506c-4cd1-974a-f06ecff667ae req-fce38bce-2b05-46b7-aed0-9d8370278996 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4129903
Apr 29 13:39:43.731437 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbac94d-44ce-412d-944b-c2a2b95a208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cdbf86-7117-40e2-a310-48b73bb00ef8,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:43.764847 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:43.771207 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:43.799368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13788eeb-93a1-4b76-ac70-58dc06c4a49f req-ab36f6ba-8332-4867-9faf-8cd262e1b4b6 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:43.817833 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-13788eeb-93a1-4b76-ac70-58dc06c4a49f req-ab36f6ba-8332-4867-9faf-8cd262e1b4b6 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 944 time: 0.2371016
Apr 29 13:39:43.970178 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-13788eeb-93a1-4b76-ac70-58dc06c4a49f req-d01f67d1-4c87-417a-9747-db86779cc6f7 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488686
Apr 29 13:39:44.067171 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Floating IP 8b88c897-b96e-48f8-9738-5051ad43a88f associated. External IP: 172.27.2.204, port: 56585510-baec-4b7f-8173-96ab4d97fbce.
Apr 29 13:39:44.580582 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:39:44.951877 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:39:44.965511 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:44.978153 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] Sync routers for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:39:44.998203 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:39:44.999316 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06c6550>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:39:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:45.051520 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-1df599f3-71ff-4dc9-b8f1-725d9466b26e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "PUT /v2.0/floatingips/8b88c897-b96e-48f8-9738-5051ad43a88f HTTP/1.1" status: 200  len: 992 time: 2.7719636
Apr 29 13:39:45.051520 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:45.052009 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d5b49-0667-4519-9033-fc2890676c7b req-2abe544e-a14b-4396-918b-4e3b362feb48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:45.054113 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d29bf-e05b-4f71-a460-13253560a2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:45.057222 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e07d5b49-0667-4519-9033-fc2890676c7b req-2abe544e-a14b-4396-918b-4e3b362feb48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1156654
Apr 29 13:39:45.137190 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e07d5b49-0667-4519-9033-fc2890676c7b req-336e3b98-7e19-4440-9f8e-f7b2e054d53b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774479
Apr 29 13:39:45.243280 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91189052-b113-4754-a645-421e75e77e10 x-openstack-request-id: req-91189052-b113-4754-a645-421e75e77e10 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:45.244247 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:45.244898 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91189052-b113-4754-a645-421e75e77e10 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:45.246904 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91189052-b113-4754-a645-421e75e77e10'] response: {'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce', 'status': 'completed', 'code': 200}
Apr 29 13:39:45.278369 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96243e-5d78-4820-8d46-0f665599051e req-02da4d17-f07e-4e9b-a188-28c1967f64b3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:45.284619 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3a96243e-5d78-4820-8d46-0f665599051e req-02da4d17-f07e-4e9b-a188-28c1967f64b3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 944 time: 0.1452155
Apr 29 13:39:45.317588 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:39:45.319961 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f8097e01-91a0-48d9-ae12-7d5ad0edb5fd details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:39:45.441520 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-16ebfdbf-82d0-46f3-b1be-1b1a938bbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:45.446425 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-16ebfdbf-82d0-46f3-b1be-1b1a938bbca5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1130 time: 0.1612496
Apr 29 13:39:45.659917 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3a96243e-5d78-4820-8d46-0f665599051e req-f0eb25c6-1623-4140-84bd-115fb15b184d tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3600688
Apr 29 13:39:45.805232 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-d74f51bc-7ba4-44d3-b3d0-196e83af63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:45.807700 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-d74f51bc-7ba4-44d3-b3d0-196e83af63a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.3541708
Apr 29 13:39:45.812911 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:45.843172 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd', 'network_id': 'd5683835-477d-4c54-b03a-a2813ecbae31', 'port_id': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd', 'mac_address': 'fa:16:3e:fe:c8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '191da986-aaeb-4988-ae4c-4d45229913cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:39:45.937543 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:45.938178 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:46.008441 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8097e01-91a0-48d9-ae12-7d5ad0edb5fd {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:39:46.058034 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-16c2208d-fd76-4116-ad02-ae4cdb824a13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 200  len: 1000 time: 0.2409701
Apr 29 13:39:46.095504 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:46.115090 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:46.185044 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06c6550>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8b88c897-b96e-48f8-9738-5051ad43a88f', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'mac_address': 'fa:16:3e:6b:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:04Z', 'updated_at': '2022-04-29T13:39:43Z', 'revision_number': 1, 'project_id': '97e1b522a37e470284254748a16843fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:46.205173 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-2b76bcc0-4f38-44ee-8550-609028bb13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:46.208647 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-2b76bcc0-4f38-44ee-8550-609028bb13ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.1421940
Apr 29 13:39:46.292794 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] Checking router: 9fad7a6c-b2f7-4c90-a56d-0916e9be960b for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:39:46.330067 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:39:46.330929 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06c6550>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:39:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:46.477090 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:46.513942 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-26ef5052-2831-438a-b1b5-14692487bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:46.515561 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-26ef5052-2831-438a-b1b5-14692487bfda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.2991905
Apr 29 13:39:46.525690 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf20fa-0290-4208-8958-0c6a6f1eac0f req-4fb3c7d5-2912-4ca9-a0f8-cf9d6e2d2124 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:46.527274 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bbaf20fa-0290-4208-8958-0c6a6f1eac0f req-4fb3c7d5-2912-4ca9-a0f8-cf9d6e2d2124 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1747208
Apr 29 13:39:46.590278 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['f8097e01-91a0-48d9-ae12-7d5ad0edb5fd'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:46.662156 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:39:46.804929 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bbaf20fa-0290-4208-8958-0c6a6f1eac0f req-70abe121-12ad-4c60-b905-33970a05fc3b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2567813
Apr 29 13:39:46.869297 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-b32dc213-0bb4-4dee-be24-585905ccdb7c service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3409483
Apr 29 13:39:47.016700 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439a17-47d8-4ddf-a76b-033481e27769 req-339befe9-be32-4e6a-aa84-2acacea9af54 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:47.020449 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51439a17-47d8-4ddf-a76b-033481e27769 req-339befe9-be32-4e6a-aa84-2acacea9af54 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 945 time: 0.1077259
Apr 29 13:39:47.087521 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06c6550>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8b88c897-b96e-48f8-9738-5051ad43a88f', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'mac_address': 'fa:16:3e:6b:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:04Z', 'updated_at': '2022-04-29T13:39:43Z', 'revision_number': 1, 'project_id': '97e1b522a37e470284254748a16843fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:39:47.150957 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51439a17-47d8-4ddf-a76b-033481e27769 req-7b82a7ea-3d99-42e4-ba66-ad4a812af080 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199586
Apr 29 13:39:47.162840 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe8c9f-3c77-443a-bfeb-889302963025 None None] The sync data for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi is: [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8b88c897-b96e-48f8-9738-5051ad43a88f', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'mac_address': 'fa:16:3e:6b:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:04Z', 'updated_at': '2022-04-29T13:39:43Z', 'revision_number': 1, 'project_id': '97e1b522a37e470284254748a16843fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:39:47.471851 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06ca2-120f-4f4e-8789-9c8a987e5267 None None] New status for floating IP 8b88c897-b96e-48f8-9738-5051ad43a88f: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:39:48.043043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73956-cba8-4d00-af4d-12ac1f58aae0 req-0c3c5a1a-d707-4d56-8aac-d0b496ec4ad5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:48.045850 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-71b73956-cba8-4d00-af4d-12ac1f58aae0 req-0c3c5a1a-d707-4d56-8aac-d0b496ec4ad5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.1451230
Apr 29 13:39:48.057404 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd32b9e-f25e-4686-a513-0020be364892 req-578084c1-f092-4cde-95e7-4adfc08b0bee tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:48.060166 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bd32b9e-f25e-4686-a513-0020be364892 req-578084c1-f092-4cde-95e7-4adfc08b0bee tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.1416030
Apr 29 13:39:48.174395 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-71b73956-cba8-4d00-af4d-12ac1f58aae0 req-fcd9e3e3-4a82-4077-8016-b2c8c9c7d75a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128416
Apr 29 13:39:48.185982 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bd32b9e-f25e-4686-a513-0020be364892 req-a2481c2e-8420-4459-a142-e6a4cfb337d3 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1142468
Apr 29 13:39:48.341304 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a16aa-4bc6-48d9-bb95-6c5cbe9b7fb2 req-cf721145-791e-4c2c-a69b-5612fa764c60 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:48.344089 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e97a16aa-4bc6-48d9-bb95-6c5cbe9b7fb2 req-cf721145-791e-4c2c-a69b-5612fa764c60 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 945 time: 0.0956891
Apr 29 13:39:48.483443 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e97a16aa-4bc6-48d9-bb95-6c5cbe9b7fb2 req-5778b292-a3e2-414e-8f1f-b2f257b02c3a tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212246
Apr 29 13:39:48.506517 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-972d29bf-e05b-4f71-a460-13253560a2e8 req-965efe77-ead5-4732-b1e2-95da43149573 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105787
Apr 29 13:39:49.341702 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc66175-bf9d-4990-b6f2-c4c7ab91e889 req-af82d9f2-bb75-4055-90f3-1a602e0bf557 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:49.343463 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-abc66175-bf9d-4990-b6f2-c4c7ab91e889 req-af82d9f2-bb75-4055-90f3-1a602e0bf557 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0555286
Apr 29 13:39:49.458206 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239f5fa-327e-4c70-97cb-dbb26959d4a2 req-6a2f6fe5-0769-44ad-ad9b-319cac1ea959 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:49.460894 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7239f5fa-327e-4c70-97cb-dbb26959d4a2 req-6a2f6fe5-0769-44ad-ad9b-319cac1ea959 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.1155477
Apr 29 13:39:49.467949 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-609b3e3b-e40f-4893-a6a6-38b301a94681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:49.469481 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-609b3e3b-e40f-4893-a6a6-38b301a94681 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1169 time: 0.0894420
Apr 29 13:39:49.508539 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-abc66175-bf9d-4990-b6f2-c4c7ab91e889 req-e3b945f0-0f66-477f-a731-2b77636976e6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525023
Apr 29 13:39:49.575332 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7239f5fa-327e-4c70-97cb-dbb26959d4a2 req-36fda45b-ded4-465f-b054-2df542039d37 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1025038
Apr 29 13:39:49.666106 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8b457-4fe3-4c3b-9db1-e146f04b49c2 req-712e0fd5-f95b-464c-ab9a-06a857b5fadd tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:49.667837 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45a8b457-4fe3-4c3b-9db1-e146f04b49c2 req-712e0fd5-f95b-464c-ab9a-06a857b5fadd tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 945 time: 0.0611141
Apr 29 13:39:49.768519 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45a8b457-4fe3-4c3b-9db1-e146f04b49c2 req-5bdd6081-1549-4159-8051-e7f07f0ff5f1 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944283
Apr 29 13:39:49.847835 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-5f581e0b-cc2d-4e99-97f2-c29d239f3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:49.849816 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-5f581e0b-cc2d-4e99-97f2-c29d239f3e2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 916 time: 0.1391280
Apr 29 13:39:49.935067 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66909446-8924-4c73-aa29-78f0734102bb req-5ac0e27e-1864-45d6-bc43-49f934129d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:49.936883 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-66909446-8924-4c73-aa29-78f0734102bb req-5ac0e27e-1864-45d6-bc43-49f934129d5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1129 time: 0.0647035
Apr 29 13:39:49.959472 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-49dfa155-cb71-45d1-bfa1-3a4526280335 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 1002 time: 0.1014829
Apr 29 13:39:49.961651 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9679-d7b9-43be-88d5-a99870e67d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:49.988783 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f8097e01-91a0-48d9-ae12-7d5ad0edb5fd up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:39:50.041853 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-3f20a7da-03d6-428f-bcac-f26bf16d944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.043382 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-3f20a7da-03d6-428f-bcac-f26bf16d944e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 200  len: 854 time: 0.0708561
Apr 29 13:39:50.051453 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:39:50.062448 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:39:50.066738 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:50.091722 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66909446-8924-4c73-aa29-78f0734102bb req-987e5185-7d71-439f-9862-f47741dd263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.093488 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-66909446-8924-4c73-aa29-78f0734102bb req-987e5185-7d71-439f-9862-f47741dd263b service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.1484830
Apr 29 13:39:50.100755 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-76d5856b-079b-4305-a699-4f597456bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.102505 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-76d5856b-079b-4305-a699-4f597456bca2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14f51109-d91e-4647-adda-d288d03418a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0504813
Apr 29 13:39:50.187020 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:50.187599 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:50.195725 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-66909446-8924-4c73-aa29-78f0734102bb req-259db981-2948-4ec4-85d8-62310b8a2ffb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 200  len: 1001 time: 0.0916574
Apr 29 13:39:50.217047 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-2fefb843-421e-4730-b1bf-7e0e85244e87 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068587
Apr 29 13:39:50.220799 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:50.225404 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74694ca0-0e9a-44f5-b555-afac95c0341d" -d '{"events": [{"server_uuid": "c13e7edb-b2b8-41dc-ad2f-e641e68844f2", "name": "network-vif-plugged", "status": "completed", "tag": "f8097e01-91a0-48d9-ae12-7d5ad0edb5fd"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:50.266281 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:50.277154 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:50.320459 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3351c16d-a95a-45f9-80a2-e5f02e14ade4 x-openstack-request-id: req-3351c16d-a95a-45f9-80a2-e5f02e14ade4 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:50.320931 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13e7edb-b2b8-41dc-ad2f-e641e68844f2", "name": "network-vif-plugged", "status": "completed", "tag": "f8097e01-91a0-48d9-ae12-7d5ad0edb5fd", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:50.321340 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3351c16d-a95a-45f9-80a2-e5f02e14ade4 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:50.321941 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3351c16d-a95a-45f9-80a2-e5f02e14ade4'] response: {'server_uuid': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd', 'code': 200}
Apr 29 13:39:50.326104 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66909446-8924-4c73-aa29-78f0734102bb req-4608d88b-ec65-45b5-b32b-958c73745212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.328754 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-66909446-8924-4c73-aa29-78f0734102bb req-4608d88b-ec65-45b5-b32b-958c73745212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.1198702
Apr 29 13:39:50.367464 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:50.394295 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1c3b03d-adc9-40ed-8d1d-670ef5b9065e req-a240a057-ea5f-4791-8347-3ea5f010a963 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636894
Apr 29 13:39:50.401114 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66909446-8924-4c73-aa29-78f0734102bb req-8777e2f4-371d-4912-ac7e-d36e1d520a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.403838 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-66909446-8924-4c73-aa29-78f0734102bb req-8777e2f4-371d-4912-ac7e-d36e1d520a66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0679166
Apr 29 13:39:50.537527 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-66909446-8924-4c73-aa29-78f0734102bb req-f131ca8f-72b8-42e5-95fd-f388aa5d00ec service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237047
Apr 29 13:39:50.629546 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc0c29-ce09-4080-80f7-a9a2e5f0bd8e req-1d0cf5ac-571f-4c91-a279-a554575c1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.632053 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-26fc0c29-ce09-4080-80f7-a9a2e5f0bd8e req-1d0cf5ac-571f-4c91-a279-a554575c1208 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 1130 time: 0.1076396
Apr 29 13:39:50.790393 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-66909446-8924-4c73-aa29-78f0734102bb req-45f7a935-f756-4abd-bc32-23878b195f7a service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437816
Apr 29 13:39:50.844270 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc796f8-b521-4c25-9e39-245fe5aebdf5 req-db44fc95-4088-4073-ab93-b914a8c0fc5f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.847898 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7dc796f8-b521-4c25-9e39-245fe5aebdf5 req-db44fc95-4088-4073-ab93-b914a8c0fc5f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0630860
Apr 29 13:39:50.874163 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f0ac8-8d80-422d-9340-005c22f3ecf0 req-422cb727-6016-46ab-84ef-ea99c7adda86 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:50.875964 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6e6f0ac8-8d80-422d-9340-005c22f3ecf0 req-422cb727-6016-46ab-84ef-ea99c7adda86 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.1734247
Apr 29 13:39:50.881847 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-26fc0c29-ce09-4080-80f7-a9a2e5f0bd8e req-3df364d3-6f87-4f75-89e2-e3ae1699f5dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2428753
Apr 29 13:39:50.978055 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6e6f0ac8-8d80-422d-9340-005c22f3ecf0 req-2fb1da56-95ef-4615-89bf-16d6b10ceae6 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0874276
Apr 29 13:39:50.994890 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7dc796f8-b521-4c25-9e39-245fe5aebdf5 req-1c3df353-6be6-4715-969d-05014a1bcc4d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380746
Apr 29 13:39:51.152135 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091670e-a7fb-4fdd-a3b8-038aa6a271e0 req-769210fc-ffa1-4bc9-8787-a58a0223ccce tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:51.153762 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9091670e-a7fb-4fdd-a3b8-038aa6a271e0 req-769210fc-ffa1-4bc9-8787-a58a0223ccce tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 946 time: 0.0834916
Apr 29 13:39:51.231112 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9091670e-a7fb-4fdd-a3b8-038aa6a271e0 req-223c9d2b-b349-42c1-b307-d9d0faf63b6c tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706332
Apr 29 13:39:51.366027 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 49794) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:51.552316 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-20b55d6f-24c6-4948-b46b-77954dc595da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f43acf97783466c85238493d42341e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1847441
Apr 29 13:39:51.555535 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 49800) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:51.611601 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aeb898d7-bf91-4282-acfe-822bab2f7686 admin admin] Publish callbacks [] for security_group (f3080dd4-712d-4c44-b6ac-766e818b4917), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:51.635329 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aeb898d7-bf91-4282-acfe-822bab2f7686 admin admin] Publish callbacks [] for security_group (f3080dd4-712d-4c44-b6ac-766e818b4917), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:51.688804 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aeb898d7-bf91-4282-acfe-822bab2f7686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (f3080dd4-712d-4c44-b6ac-766e818b4917), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:51.692002 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aeb898d7-bf91-4282-acfe-822bab2f7686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:51.693219 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-aeb898d7-bf91-4282-acfe-822bab2f7686 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3080dd4-712d-4c44-b6ac-766e818b4917 HTTP/1.1" status: 204  len: 168 time: 0.1366775
Apr 29 13:39:51.702258 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb898d7-bf91-4282-acfe-822bab2f7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3080dd4-712d-4c44-b6ac-766e818b4917,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:52.202757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c40d-3f12-4705-a5ef-814be99c983a req-7ca748b0-99d4-4d64-901e-ab5f87ff71ce tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:52.204391 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d592c40d-3f12-4705-a5ef-814be99c983a req-7ca748b0-99d4-4d64-901e-ab5f87ff71ce tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0949163
Apr 29 13:39:52.217380 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e5539-3169-4aea-990d-26945abbed15 req-d5341aa5-e7ad-4fd2-a13b-1365d887b2e1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:52.219013 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-275e5539-3169-4aea-990d-26945abbed15 req-d5341aa5-e7ad-4fd2-a13b-1365d887b2e1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0920911
Apr 29 13:39:52.315240 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d592c40d-3f12-4705-a5ef-814be99c983a req-031f33b0-d412-4319-a769-e450b66ecf3d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951960
Apr 29 13:39:52.335653 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-275e5539-3169-4aea-990d-26945abbed15 req-6d8ceb72-1c17-4766-b1a1-326843293d56 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1037359
Apr 29 13:39:52.441416 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c7b98-7bcd-4475-9514-808f2a678b02 req-f3df163f-7ec3-496a-87ff-05c5da326710 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:52.442915 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-438c7b98-7bcd-4475-9514-808f2a678b02 req-f3df163f-7ec3-496a-87ff-05c5da326710 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 946 time: 0.0500395
Apr 29 13:39:52.497027 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f661eb9e-99d9-482c-b2de-3fa5156f9da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:52.511313 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-438c7b98-7bcd-4475-9514-808f2a678b02 req-5ce2ffdf-6682-4013-ba14-57bfdf6d9f22 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603137
Apr 29 13:39:53.487466 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d876a-a959-44e6-beba-618efa2cd052 req-379b382b-c9d4-45b2-8e47-bbfdb1584ef1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:53.490798 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a52d876a-a959-44e6-beba-618efa2cd052 req-379b382b-c9d4-45b2-8e47-bbfdb1584ef1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 945 time: 0.0817239
Apr 29 13:39:53.595981 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c773bb-5f4d-49a6-91d8-2549ce282352 req-41eef75d-7a84-492d-b5b3-8ad09ab43c78 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:53.597599 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b3c773bb-5f4d-49a6-91d8-2549ce282352 req-41eef75d-7a84-492d-b5b3-8ad09ab43c78 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0827127
Apr 29 13:39:53.602634 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a52d876a-a959-44e6-beba-618efa2cd052 req-757d0d8e-0e6f-4444-aa1e-6c58dba5c593 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043177
Apr 29 13:39:53.672789 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:53.719756 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b3c773bb-5f4d-49a6-91d8-2549ce282352 req-5a225a21-d8dd-4733-a418-dd4b6c216722 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1111126
Apr 29 13:39:53.841436 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08cfc-9bac-4791-ada1-e124779c8482 req-0162bcbe-8a7c-41c8-94ac-c2907e3df408 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:53.843795 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3fb08cfc-9bac-4791-ada1-e124779c8482 req-0162bcbe-8a7c-41c8-94ac-c2907e3df408 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 946 time: 0.1223383
Apr 29 13:39:53.942105 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3fb08cfc-9bac-4791-ada1-e124779c8482 req-1ba897c7-b306-457f-ba85-4bbc81517bfb tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885692
Apr 29 13:39:54.038912 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:39:54.181858 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 4045d282-dbbb-484e-b1eb-1f8953017e39 is: ACTIVE; New status is: DOWN {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:39:54.182648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:54.211695 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:54.214181 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f38fc-e104-4512-b819-3eb5566879ac" -d '{"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-unplugged", "status": "completed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:54.265532 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:54.272250 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfc62eb-b57d-4147-bae8-2ea45630cb4d x-openstack-request-id: req-4bfc62eb-b57d-4147-bae8-2ea45630cb4d {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:54.272642 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-unplugged", "status": "failed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39", "code": 422}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:54.273063 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bfc62eb-b57d-4147-bae8-2ea45630cb4d {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:54.273776 dv-cinder-839416-3-iscsi neutron-server[103578]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4bfc62eb-b57d-4147-bae8-2ea45630cb4d']: {'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'code': 422} returned with failed status
Apr 29 13:39:54.275975 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:54.381815 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=8']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:54.481295 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-d3419430-0172-4e9f-81c1-1b7f014ea8de req-54ee4b60-0fb7-4b38-ad0f-94dde295d980 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:39:54.482320 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d3419430-0172-4e9f-81c1-1b7f014ea8de req-54ee4b60-0fb7-4b38-ad0f-94dde295d980 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0056889
Apr 29 13:39:54.734349 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349ddaf-8872-4aca-a935-11d100b62ea5 req-07927c04-07f9-4046-a55a-c585d2a17185 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:54.739541 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1349ddaf-8872-4aca-a935-11d100b62ea5 req-07927c04-07f9-4046-a55a-c585d2a17185 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0774975
Apr 29 13:39:54.800705 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1349ddaf-8872-4aca-a935-11d100b62ea5 req-7b89494c-4a1b-4672-a5f2-13ad8168c0f3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570471
Apr 29 13:39:54.929067 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372799b-62aa-4e4b-b5a9-53f59c365476 req-9229896b-4495-4e8b-b8fe-99cafc55e4a6 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:54.932268 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7372799b-62aa-4e4b-b5a9-53f59c365476 req-9229896b-4495-4e8b-b8fe-99cafc55e4a6 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0721781
Apr 29 13:39:55.056813 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:55.147656 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7372799b-62aa-4e4b-b5a9-53f59c365476 req-dd5112ba-84cd-42e9-895d-343672e9bf18 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2055037
Apr 29 13:39:55.242822 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eef19b-0399-4ddb-b6b2-2c8c22268c0b req-3d2db471-dec7-4078-b57d-0786dbcba0e5 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:55.246406 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20eef19b-0399-4ddb-b6b2-2c8c22268c0b req-3d2db471-dec7-4078-b57d-0786dbcba0e5 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 946 time: 0.0952785
Apr 29 13:39:55.329813 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20eef19b-0399-4ddb-b6b2-2c8c22268c0b req-94814848-8ad0-4f52-9460-25624b485b92 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768044
Apr 29 13:39:55.440337 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 49960) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:55.596031 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-7e421144-57d3-4784-9ab6-dd6ba22babcd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1543241
Apr 29 13:39:55.607349 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-241e96de-1f59-4f12-9b60-6db71ff62d70 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:39:55.608591 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-241e96de-1f59-4f12-9b60-6db71ff62d70 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0065947
Apr 29 13:39:55.731942 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 49974) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:39:55.899901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-1c379afe-4b38-43f6-9c43-6e392b979fb2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:55.903181 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-1c379afe-4b38-43f6-9c43-6e392b979fb2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports/4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 200  len: 940 time: 0.1699829
Apr 29 13:39:56.032655 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac73a6-8bbd-472f-a912-f557b0dca478 req-3a117d9d-75c3-4549-a885-d9a91d41ae03 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:56.034965 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9bac73a6-8bbd-472f-a912-f557b0dca478 req-3a117d9d-75c3-4549-a885-d9a91d41ae03 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1022534
Apr 29 13:39:56.125474 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9bac73a6-8bbd-472f-a912-f557b0dca478 req-7789ad4d-ad1e-4c3d-989d-20c0a77dfe9b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791504
Apr 29 13:39:56.341931 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4187b7b-a85f-46eb-860c-3d976a659bcb req-69862e21-c1d1-4778-9e0a-c80ba8c84d6c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:56.344245 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f4187b7b-a85f-46eb-860c-3d976a659bcb req-69862e21-c1d1-4778-9e0a-c80ba8c84d6c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0852931
Apr 29 13:39:56.455324 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f4187b7b-a85f-46eb-860c-3d976a659bcb req-d7550002-761c-48ca-9253-8f2a2c7f3047 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1035933
Apr 29 13:39:56.639534 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b3509-e2f3-442e-92d5-a7947a8d3a9d req-e43b2d66-a763-444e-9c10-ca7e64442093 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:56.641768 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8b1b3509-e2f3-442e-92d5-a7947a8d3a9d req-e43b2d66-a763-444e-9c10-ca7e64442093 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 946 time: 0.0667276
Apr 29 13:39:56.654640 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:56.713690 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8b1b3509-e2f3-442e-92d5-a7947a8d3a9d req-0ed14338-b20a-448c-975e-fb112ceb18f9 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609481
Apr 29 13:39:57.279945 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41a73-4a61-44ff-9171-68787701048b req-c0baa717-21c8-41f7-a5a9-c4aacffd9d7a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:57.281533 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a0e41a73-4a61-44ff-9171-68787701048b req-c0baa717-21c8-41f7-a5a9-c4aacffd9d7a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0554338
Apr 29 13:39:57.348606 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a0e41a73-4a61-44ff-9171-68787701048b req-d3d2a83c-ddc2-4285-b180-64956481893b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569153
Apr 29 13:39:57.622197 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3b662-9f63-4daa-827e-ff243e885ffc req-981c4fe6-43b1-4c92-83a8-e72bd376d4e9 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:57.624499 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bad3b662-9f63-4daa-827e-ff243e885ffc req-981c4fe6-43b1-4c92-83a8-e72bd376d4e9 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0851920
Apr 29 13:39:57.701064 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bad3b662-9f63-4daa-827e-ff243e885ffc req-6ae066c6-48cb-48d3-a8b5-83cbfd405ef4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0695651
Apr 29 13:39:57.865251 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d901d-97c9-4a7f-b334-3bea1812efe8 req-38047e3e-b6fe-45ec-9e6b-6c9843dfc7ed tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:57.867057 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fb5d901d-97c9-4a7f-b334-3bea1812efe8 req-38047e3e-b6fe-45ec-9e6b-6c9843dfc7ed tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 946 time: 0.0594251
Apr 29 13:39:57.930556 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fb5d901d-97c9-4a7f-b334-3bea1812efe8 req-ab6bbbf5-7853-43e7-a1de-f91d67ee6de3 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4eab440a-599c-43ec-8e92-cd23d301d15a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535667
Apr 29 13:39:58.094261 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-ca7211a1-3fb9-4d03-913f-7025439a141f tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:58.095953 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-ca7211a1-3fb9-4d03-913f-7025439a141f tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 946 time: 0.0525894
Apr 29 13:39:58.203028 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Deleting port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:39:58.203463 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:58.340525 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] For port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,segment=NetworkSegment(eb5357b1-613f-44d8-81d9-11e660bb3f07),segment_id=eb5357b1-613f-44d8-81d9-11e660bb3f07)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:39:58.341595 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:58.367714 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Calling delete_port for f8097e01-91a0-48d9-ae12-7d5ad0edb5fd owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:39:58.520402 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e87bd7-a106-42ce-b007-aee42c8df3f6 req-920af881-c347-45a6-a6d9-386c21931bd1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:58.523088 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11e87bd7-a106-42ce-b007-aee42c8df3f6 req-920af881-c347-45a6-a6d9-386c21931bd1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0744708
Apr 29 13:39:58.631169 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11e87bd7-a106-42ce-b007-aee42c8df3f6 req-3fc292ed-eea7-4cb1-844a-55878a75bb1f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979240
Apr 29 13:39:58.640648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (f8097e01-91a0-48d9-ae12-7d5ad0edb5fd), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:58.655283 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['f8097e01-91a0-48d9-ae12-7d5ad0edb5fd'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:39:58.685071 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Pushing event deleted for resources: {'Port': ['ID=f8097e01-91a0-48d9-ae12-7d5ad0edb5fd,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:39:58.752513 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] No DVR routers for this DVR port f8097e01-91a0-48d9-ae12-7d5ad0edb5fd on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:39:58.757443 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:39:58.764029 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea96a0b8-bbda-4758-91ff-e7a2d2a90e5a req-f29694f3-9bef-4154-bc9c-0b08a7f3c496 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.48 "DELETE /v2.0/ports/f8097e01-91a0-48d9-ae12-7d5ad0edb5fd HTTP/1.1" status: 204  len: 173 time: 0.6620708
Apr 29 13:39:58.766406 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'name': 'network-vif-deleted', 'tag': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:39:58.772209 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8dd3be-a8dc-4bed-a069-abc4c69641f8" -d '{"events": [{"server_uuid": "c13e7edb-b2b8-41dc-ad2f-e641e68844f2", "name": "network-vif-deleted", "tag": "f8097e01-91a0-48d9-ae12-7d5ad0edb5fd"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:39:58.853002 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a8e698-b115-452d-9eb6-30e2e5c808d5 x-openstack-request-id: req-94a8e698-b115-452d-9eb6-30e2e5c808d5 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:39:58.853926 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13e7edb-b2b8-41dc-ad2f-e641e68844f2", "name": "network-vif-deleted", "tag": "f8097e01-91a0-48d9-ae12-7d5ad0edb5fd", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:39:58.855183 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94a8e698-b115-452d-9eb6-30e2e5c808d5 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:39:58.856365 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a8e698-b115-452d-9eb6-30e2e5c808d5'] response: {'server_uuid': 'c13e7edb-b2b8-41dc-ad2f-e641e68844f2', 'name': 'network-vif-deleted', 'tag': 'f8097e01-91a0-48d9-ae12-7d5ad0edb5fd', 'status': 'completed', 'code': 200}
Apr 29 13:39:58.918962 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc1b65-1133-4933-a6bd-3bf677ff37fb req-a6a16688-bbbc-4a8f-9067-c6dd7699b1e2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:58.920910 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-30dc1b65-1133-4933-a6bd-3bf677ff37fb req-a6a16688-bbbc-4a8f-9067-c6dd7699b1e2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0640740
Apr 29 13:39:58.999051 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-30dc1b65-1133-4933-a6bd-3bf677ff37fb req-6b4bb5ef-eabd-4203-aca3-464888725a40 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0714579
Apr 29 13:39:59.089447 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ddc3f19c-8c6b-4b8b-85da-91cec52fdc01 req-d64ca360-2d02-4301-9664-1ae9706af383 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] 10.222.0.52 "GET /v2.0/ports?device_id=c13e7edb-b2b8-41dc-ad2f-e641e68844f2 HTTP/1.1" status: 200  len: 210 time: 0.0336640
Apr 29 13:39:59.227270 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-d44b8ad1-d580-4335-9122-5d65d1e20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:59.230131 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-d44b8ad1-d580-4335-9122-5d65d1e20b36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b&tenant_id=949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 1127 time: 0.0974607
Apr 29 13:39:59.454864 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-488b1ce2-71f8-466e-9432-25ede26243a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:59.461921 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-488b1ce2-71f8-466e-9432-25ede26243a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1127 time: 0.0643330
Apr 29 13:39:59.587774 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-03107bcc-197e-4873-9877-2b2b1f34d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:59.589953 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-03107bcc-197e-4873-9877-2b2b1f34d746 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.1246598
Apr 29 13:39:59.718279 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-331abbb0-cec5-4d40-9cff-3f574b84b148 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 200  len: 999 time: 0.1210215
Apr 29 13:39:59.814768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-4049b57a-79f4-479a-8281-1fb026b9d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:59.818396 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-4049b57a-79f4-479a-8281-1fb026b9d00b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.0908554
Apr 29 13:39:59.825864 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38f4fe-4138-4244-98bb-199f81aa8df6 req-2b209f13-86c5-46b9-87eb-9899d274476d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:59.827656 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7a38f4fe-4138-4244-98bb-199f81aa8df6 req-2b209f13-86c5-46b9-87eb-9899d274476d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0698090
Apr 29 13:39:59.891409 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-8afef61b-bb83-4d39-994c-c9a0f8a26a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:39:59.893107 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-8afef61b-bb83-4d39-994c-c9a0f8a26a24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0644763
Apr 29 13:39:59.945713 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7a38f4fe-4138-4244-98bb-199f81aa8df6 req-e6b96c12-78ae-4409-8694-48e709c3fc9a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080356
Apr 29 13:40:00.019048 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-e7045407-9e95-40ee-9635-2ff81838931f service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1187139
Apr 29 13:40:00.445298 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241c2ee-3dc6-48e1-99da-44d25ffd6bf6 req-1cd3080a-0805-4289-ac85-8498bb8ad846 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:00.446939 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6241c2ee-3dc6-48e1-99da-44d25ffd6bf6 req-1cd3080a-0805-4289-ac85-8498bb8ad846 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0671921
Apr 29 13:40:00.469608 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea62fa7e-c2a1-4458-8a33-ee5c29275564 req-90c1fe1c-07d1-4766-bc8c-0d2efa8b6485 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4425077
Apr 29 13:40:00.564237 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6241c2ee-3dc6-48e1-99da-44d25ffd6bf6 req-db8070c6-9008-4769-8ec6-9ac90e4183b6 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1102316
Apr 29 13:40:01.065974 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 50130) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:01.194220 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0515f8-75ad-4235-a2c6-bb192a8e85ad req-66aa7d3b-e02f-42fa-8f02-8e1974ce3932 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:01.203281 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c0515f8-75ad-4235-a2c6-bb192a8e85ad req-66aa7d3b-e02f-42fa-8f02-8e1974ce3932 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0908437
Apr 29 13:40:01.308688 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e3d-5fb4-41c1-8451-e307e0e61dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:01.315506 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c0515f8-75ad-4235-a2c6-bb192a8e85ad req-d753c9c0-f016-4d9c-937a-9fd92a8e4cf4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082654
Apr 29 13:40:01.416558 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e3d-5fb4-41c1-8451-e307e0e61dad admin admin] Publish callbacks [] for security_group (0bfecd68-0225-4f5f-8090-af7fdef7d473), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:01.424598 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e3d-5fb4-41c1-8451-e307e0e61dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0bfecd68-0225-4f5f-8090-af7fdef7d473), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:01.473295 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a74f3e3d-5fb4-41c1-8451-e307e0e61dad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08104b37b88e44d383a7cff44547cbb4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4058490
Apr 29 13:40:01.477297 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 50144) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:01.479523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f3e3d-5fb4-41c1-8451-e307e0e61dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfecd68-0225-4f5f-8090-af7fdef7d473,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:01.565169 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5731e91-a871-4dd1-9bee-5df550c4904d admin admin] Publish callbacks [] for security_group (0bfecd68-0225-4f5f-8090-af7fdef7d473), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:01.631506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5731e91-a871-4dd1-9bee-5df550c4904d admin admin] Publish callbacks [] for security_group (0bfecd68-0225-4f5f-8090-af7fdef7d473), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:01.729253 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5731e91-a871-4dd1-9bee-5df550c4904d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0bfecd68-0225-4f5f-8090-af7fdef7d473), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:01.731834 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e5731e91-a871-4dd1-9bee-5df550c4904d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:01.733251 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e5731e91-a871-4dd1-9bee-5df550c4904d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bfecd68-0225-4f5f-8090-af7fdef7d473 HTTP/1.1" status: 204  len: 168 time: 0.2549195
Apr 29 13:40:01.744608 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5731e91-a871-4dd1-9bee-5df550c4904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfecd68-0225-4f5f-8090-af7fdef7d473,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:01.852070 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04570f87-fa17-474a-a67e-cac2c632d68f req-c993ab6c-181f-4165-8943-2405f7536bc3 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:01.862506 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04570f87-fa17-474a-a67e-cac2c632d68f req-c993ab6c-181f-4165-8943-2405f7536bc3 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.1091814
Apr 29 13:40:02.037432 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04570f87-fa17-474a-a67e-cac2c632d68f req-23ff5796-f848-4cd2-8538-06b1adca96c4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1738875
Apr 29 13:40:02.050865 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f8097e01-91a0-48d9-ae12-7d5ad0edb5fd no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:40:02.079762 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: f8097e01-91a0-48d9-ae12-7d5ad0edb5fd {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:40:02.080494 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f8097e01-91a0-48d9-ae12-7d5ad0edb5fd not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:40:02.576865 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2ff6-8d07-4ce0-b167-7a4214140368 req-a0b2a82f-3c8d-458b-8f54-b4b6a639194c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:02.579054 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8d4f2ff6-8d07-4ce0-b167-7a4214140368 req-a0b2a82f-3c8d-458b-8f54-b4b6a639194c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1274204
Apr 29 13:40:02.710478 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8d4f2ff6-8d07-4ce0-b167-7a4214140368 req-adbce6af-3806-4cc1-a330-cced04e1c018 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058438
Apr 29 13:40:03.242702 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea9dfb-ef5b-4a06-86a2-0b4883a78469 req-98ddb24c-b5ff-4b66-9d9b-eb35b7551e66 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:03.251676 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-29ea9dfb-ef5b-4a06-86a2-0b4883a78469 req-98ddb24c-b5ff-4b66-9d9b-eb35b7551e66 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.1007788
Apr 29 13:40:03.382765 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-29ea9dfb-ef5b-4a06-86a2-0b4883a78469 req-99de3bfb-ffda-42fd-a51d-de1745cdacc4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1140347
Apr 29 13:40:03.902768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc85d-2dc0-4360-b400-f22090a51854 req-5a1def18-d3f6-4324-b8e5-84c13fad1102 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:03.912243 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0eecc85d-2dc0-4360-b400-f22090a51854 req-5a1def18-d3f6-4324-b8e5-84c13fad1102 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0843580
Apr 29 13:40:03.991944 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0eecc85d-2dc0-4360-b400-f22090a51854 req-3b55a50b-4215-4ae6-bc5c-d255a1250bfb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730631
Apr 29 13:40:04.645488 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bfec8-d98d-4998-87b0-58094e3e5dfc req-e158dac5-82ab-4710-9bc7-9c5a6457491c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:04.649066 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c7bfec8-d98d-4998-87b0-58094e3e5dfc req-e158dac5-82ab-4710-9bc7-9c5a6457491c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.1397896
Apr 29 13:40:04.766361 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c7bfec8-d98d-4998-87b0-58094e3e5dfc req-e6c4aebd-74ef-40b0-8522-6380c3d037c0 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1103351
Apr 29 13:40:05.210992 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267af2-69bf-4241-bf7a-00618d652db0 req-292c32e2-5966-401c-8645-7bd52d714a44 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:05.214265 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-12267af2-69bf-4241-bf7a-00618d652db0 req-292c32e2-5966-401c-8645-7bd52d714a44 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0757678
Apr 29 13:40:05.335607 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-12267af2-69bf-4241-bf7a-00618d652db0 req-9dd16cb7-d1ac-49bf-a39c-9ec8fd7a380f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073396
Apr 29 13:40:05.972168 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c882ae-1749-4a4e-9253-6b9aabadaaf2 req-32637c47-0c49-4b60-bb73-73767a2e5765 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:05.978095 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c9c882ae-1749-4a4e-9253-6b9aabadaaf2 req-32637c47-0c49-4b60-bb73-73767a2e5765 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.1038516
Apr 29 13:40:06.132592 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c9c882ae-1749-4a4e-9253-6b9aabadaaf2 req-f6dd0d6e-ee1f-4e72-9d00-0d8b1e9151b5 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1478858
Apr 29 13:40:06.506573 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44164a6-c931-4136-ae51-081805d306cc req-494fe89b-5361-4d0c-b88d-cb2f20b15bcb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:06.508918 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f44164a6-c931-4136-ae51-081805d306cc req-494fe89b-5361-4d0c-b88d-cb2f20b15bcb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0761061
Apr 29 13:40:06.578471 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f44164a6-c931-4136-ae51-081805d306cc req-740edbc4-e44f-4fb1-8bdd-dda5db75b6a2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592670
Apr 29 13:40:07.337705 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc609ce-de65-4fe7-8de3-a81f85624780 req-ed5c0d5a-5b77-4385-9108-bb16bac4f3ef tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:07.339896 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-acc609ce-de65-4fe7-8de3-a81f85624780 req-ed5c0d5a-5b77-4385-9108-bb16bac4f3ef tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0581210
Apr 29 13:40:07.435789 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-acc609ce-de65-4fe7-8de3-a81f85624780 req-425a50e1-60ba-4f86-b96e-46530012e265 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0836346
Apr 29 13:40:07.767198 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9af30d-4b3d-49af-bdbd-8794de22718a req-f7eb4edb-aa58-45bf-ad7a-f6ca8bd77a43 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:07.769960 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4e9af30d-4b3d-49af-bdbd-8794de22718a req-f7eb4edb-aa58-45bf-ad7a-f6ca8bd77a43 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0811815
Apr 29 13:40:07.834656 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4e9af30d-4b3d-49af-bdbd-8794de22718a req-3eb85e9d-f398-46d2-9ab0-8e7c0d151380 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584023
Apr 29 13:40:08.587733 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638ee9e-bde6-456e-b696-4773d49dca41 req-ede9f854-0231-47eb-b489-c0637942c2d0 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:08.591552 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8638ee9e-bde6-456e-b696-4773d49dca41 req-ede9f854-0231-47eb-b489-c0637942c2d0 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0669489
Apr 29 13:40:08.682711 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8638ee9e-bde6-456e-b696-4773d49dca41 req-973d5e28-e219-4589-be0f-0cd31175f120 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0796523
Apr 29 13:40:09.050066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24b0f8-2b87-4066-99a3-25dba9caa360 req-b1767dc6-034a-42d4-a5ef-6c349a755abf tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:09.052032 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9c24b0f8-2b87-4066-99a3-25dba9caa360 req-b1767dc6-034a-42d4-a5ef-6c349a755abf tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1013641
Apr 29 13:40:09.155218 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9c24b0f8-2b87-4066-99a3-25dba9caa360 req-96c4a78c-6795-4b8e-9bd4-61bd1d72c064 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941029
Apr 29 13:40:09.845124 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe182e1-0055-4ec4-bc56-3a0ab390fe05 req-ca8660f2-7d84-43a4-91bc-d15862311861 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:09.847887 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dfe182e1-0055-4ec4-bc56-3a0ab390fe05 req-ca8660f2-7d84-43a4-91bc-d15862311861 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0673761
Apr 29 13:40:10.037721 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dfe182e1-0055-4ec4-bc56-3a0ab390fe05 req-b2709ac5-81a9-4c07-b506-b0e4f059789a tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1821828
Apr 29 13:40:10.207350 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:10.380832 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a03495-4f57-4fd3-80b1-924df57e9324 req-83b403ca-8e30-4ee8-82e5-94200ce8dbf0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:10.383663 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51a03495-4f57-4fd3-80b1-924df57e9324 req-83b403ca-8e30-4ee8-82e5-94200ce8dbf0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0793965
Apr 29 13:40:10.439626 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51a03495-4f57-4fd3-80b1-924df57e9324 req-aef4deb3-106d-43e2-a361-db7ffc5fa8fc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495586
Apr 29 13:40:11.203851 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c927a-fea7-4fc7-9f85-abc8881552d1 req-dea94010-61ef-4a36-b66b-c87f2694a59e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:11.205446 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-453c927a-fea7-4fc7-9f85-abc8881552d1 req-dea94010-61ef-4a36-b66b-c87f2694a59e tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0721743
Apr 29 13:40:11.274209 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-453c927a-fea7-4fc7-9f85-abc8881552d1 req-2f1c188a-5386-4722-8df5-9c725e591a67 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0618596
Apr 29 13:40:11.592844 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b95d88-fc7c-4f3f-8db9-e662f985e573 req-0a2fe91e-184f-4819-9189-bcf8d02bc015 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:11.594777 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-90b95d88-fc7c-4f3f-8db9-e662f985e573 req-0a2fe91e-184f-4819-9189-bcf8d02bc015 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0568702
Apr 29 13:40:11.651617 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-90b95d88-fc7c-4f3f-8db9-e662f985e573 req-52fd851c-4d34-4965-b50d-79bb0e4a92ee tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495913
Apr 29 13:40:12.348500 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-e04521e8-6389-44a3-87f8-b1d62ae30a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:12.350820 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-e04521e8-6389-44a3-87f8-b1d62ae30a86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1127 time: 0.0525513
Apr 29 13:40:12.443178 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86bbb-474f-413e-9bb9-19f3b3554a06 req-6d6b20bf-68f8-4e52-a06b-53bf999cc0cf tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:12.445572 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-40b86bbb-474f-413e-9bb9-19f3b3554a06 req-6d6b20bf-68f8-4e52-a06b-53bf999cc0cf tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0599573
Apr 29 13:40:12.518915 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-40b86bbb-474f-413e-9bb9-19f3b3554a06 req-935cdbd0-1a29-4ce7-bc46-1b02235709a9 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0668759
Apr 29 13:40:12.802487 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9053cc5-bb3f-4bb3-87c3-ad243b46d6ac req-007f8732-a6e3-47fa-9d77-caf6a9881a4b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:12.804210 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9053cc5-bb3f-4bb3-87c3-ad243b46d6ac req-007f8732-a6e3-47fa-9d77-caf6a9881a4b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0611839
Apr 29 13:40:12.865507 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9053cc5-bb3f-4bb3-87c3-ad243b46d6ac req-0e7c440c-a45d-406e-b269-d3106239fe26 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509155
Apr 29 13:40:13.137528 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-fc887f1d-5c6c-4fe0-8c68-60a2e53d61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:13.139325 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-fc887f1d-5c6c-4fe0-8c68-60a2e53d61f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.1167154
Apr 29 13:40:13.604954 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-2464dcc6-0b2e-42de-9447-40ae95703162 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 200  len: 999 time: 0.0791500
Apr 29 13:40:13.717765 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2884ab9-35dc-41c5-99f5-cb58225e25b7 req-c03cf5ec-2ef5-4831-995f-5a8a289747f0 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:13.719432 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c2884ab9-35dc-41c5-99f5-cb58225e25b7 req-c03cf5ec-2ef5-4831-995f-5a8a289747f0 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0675001
Apr 29 13:40:13.721150 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-a8fd5da1-dbf8-40c4-9b6f-623a455338a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:13.722621 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-a8fd5da1-dbf8-40c4-9b6f-623a455338a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.1052403
Apr 29 13:40:13.813063 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-0ebfdc3c-97b5-460b-baa7-753fe864be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:13.815092 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-0ebfdc3c-97b5-460b-baa7-753fe864be4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0686522
Apr 29 13:40:13.856099 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c2884ab9-35dc-41c5-99f5-cb58225e25b7 req-c94643da-e916-4f35-b9cb-856e4c9f41c4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&id=4f6ce6e1-3e85-4637-b7b5-808696a6e371&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1243742
Apr 29 13:40:14.052950 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-c8ff663f-3bbc-4bcb-8259-0ac00e022e56 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289224
Apr 29 13:40:14.069904 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e3df6-b1d8-4c4e-addf-e13d888f47aa req-d1b1c41d-8f5f-487d-96f3-82325e5a4c27 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:14.084501 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e80e3df6-b1d8-4c4e-addf-e13d888f47aa req-d1b1c41d-8f5f-487d-96f3-82325e5a4c27 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1167278
Apr 29 13:40:14.383319 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6ac7a2c6-faf5-44ef-aaba-bbca95a21a18 req-e37cf4bf-3040-4151-86fa-e9a489e457ce service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2893157
Apr 29 13:40:14.452209 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e80e3df6-b1d8-4c4e-addf-e13d888f47aa req-0b7228df-45e2-4c7f-968a-80e7c3e1ab77 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3660131
Apr 29 13:40:14.563036 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:40:14.870302 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 50368) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:15.081115 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:15.244557 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Publish callbacks [] for security_group (344e1b3e-8683-451d-81e6-ed5cc21523bc), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:15.250824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (344e1b3e-8683-451d-81e6-ed5cc21523bc), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:15.348015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344e1b3e-8683-451d-81e6-ed5cc21523bc,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:15.364605 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=013d195d0b054cd4b61c8f6d72389067&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4924068
Apr 29 13:40:15.368157 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50376) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:15.381598 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.382136 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.382690 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.383267 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.383775 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.384342 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.384848 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.385364 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.385906 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.386507 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.387103 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.388161 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.388161 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.388894 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.389388 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b17ec2-89ca-412e-8203-3c30be7bda8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:15.526094 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c62835a2-536d-417a-a3fa-dc2873376000 admin admin] Publish callbacks [] for security_group (344e1b3e-8683-451d-81e6-ed5cc21523bc), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:15.578027 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c62835a2-536d-417a-a3fa-dc2873376000 admin admin] Publish callbacks [] for security_group (344e1b3e-8683-451d-81e6-ed5cc21523bc), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:15.656098 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c62835a2-536d-417a-a3fa-dc2873376000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (344e1b3e-8683-451d-81e6-ed5cc21523bc), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:15.660343 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c62835a2-536d-417a-a3fa-dc2873376000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:15.666804 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c62835a2-536d-417a-a3fa-dc2873376000 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/344e1b3e-8683-451d-81e6-ed5cc21523bc HTTP/1.1" status: 204  len: 168 time: 0.2906437
Apr 29 13:40:15.667525 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118422-c269-4f0c-9fd5-1c91fda22e7e req-0174687b-2bba-421b-bc01-6327f1df838d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:15.667525 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-26118422-c269-4f0c-9fd5-1c91fda22e7e req-0174687b-2bba-421b-bc01-6327f1df838d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0701060
Apr 29 13:40:15.682639 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62835a2-536d-417a-a3fa-dc2873376000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344e1b3e-8683-451d-81e6-ed5cc21523bc,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:15.756271 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-26118422-c269-4f0c-9fd5-1c91fda22e7e req-26736d9c-eb81-4966-bab1-f66ad87f5fa3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761406
Apr 29 13:40:16.969224 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70292e17-aac1-4ed8-bce8-b911209b8746 req-e78c8fef-b468-425b-a6c0-0fc908d607f5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:16.971130 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70292e17-aac1-4ed8-bce8-b911209b8746 req-e78c8fef-b468-425b-a6c0-0fc908d607f5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0684299
Apr 29 13:40:17.047969 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-70292e17-aac1-4ed8-bce8-b911209b8746 req-db5c5fae-71b5-4252-9ad2-1af85f189cd9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668442
Apr 29 13:40:18.283578 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816e69d-174e-4fb2-8753-f30f2dd68c7a req-af31e427-35b5-4e7f-83cb-a3a77e507c66 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:18.299739 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c816e69d-174e-4fb2-8753-f30f2dd68c7a req-af31e427-35b5-4e7f-83cb-a3a77e507c66 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.0972123
Apr 29 13:40:18.405369 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c816e69d-174e-4fb2-8753-f30f2dd68c7a req-d047118b-0d77-4542-b1b3-137c79732b56 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028967
Apr 29 13:40:19.687206 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16d3ff-36b6-4e51-8486-4a7125a0dd47 req-5d548ea0-e491-49ee-94a1-9b91d0b24e1a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:19.691411 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb16d3ff-36b6-4e51-8486-4a7125a0dd47 req-5d548ea0-e491-49ee-94a1-9b91d0b24e1a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1157253
Apr 29 13:40:19.819520 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb16d3ff-36b6-4e51-8486-4a7125a0dd47 req-9c1efa46-059e-42d3-83f0-6f92cb5c050b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177878
Apr 29 13:40:19.971728 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f2b1b45f-f4f1-4a0f-8063-ac3aa84203c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:21.083237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff867531-8b6f-4d48-8397-cb670db27cf3 req-d129c141-8a5b-46bd-97e7-e3e3296e3f34 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:21.086686 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff867531-8b6f-4d48-8397-cb670db27cf3 req-d129c141-8a5b-46bd-97e7-e3e3296e3f34 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1130126
Apr 29 13:40:21.170636 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff867531-8b6f-4d48-8397-cb670db27cf3 req-0b93d4c4-c581-4343-8386-62d458783dfd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692153
Apr 29 13:40:22.149215 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:40:22.419970 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:40:22.427685 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156843a-6ea6-4eae-bccf-a1415c98370d req-db7563d2-b4fd-49b4-a08c-0c6aa65a51f5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:22.439916 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'port_id': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'mac_address': 'fa:16:3e:a6:47:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:40:22.443975 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2156843a-6ea6-4eae-bccf-a1415c98370d req-db7563d2-b4fd-49b4-a08c-0c6aa65a51f5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 943 time: 0.1262553
Apr 29 13:40:22.508175 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-23a262c7-65b1-4b42-afe5-d0cb252d1349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:22.520236 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 4045d282-dbbb-484e-b1eb-1f8953017e39 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:40:22.521665 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:22.542987 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4045d282-dbbb-484e-b1eb-1f8953017e39 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:40:22.557993 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2156843a-6ea6-4eae-bccf-a1415c98370d req-78641fb2-41d0-40da-98b9-7aa4954e1f96 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037824
Apr 29 13:40:22.571802 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:40:22.588386 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:22.663815 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=9']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:22.865937 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['4045d282-dbbb-484e-b1eb-1f8953017e39'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:40:23.668891 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:23.781523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7b703-a5fd-4d22-aca3-75b830b44ef2 req-a4e4d5f3-04d1-4e21-8d5b-8ec23c9435fc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:23.787976 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-17b7b703-a5fd-4d22-aca3-75b830b44ef2 req-a4e4d5f3-04d1-4e21-8d5b-8ec23c9435fc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 944 time: 0.0829830
Apr 29 13:40:23.870306 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-17b7b703-a5fd-4d22-aca3-75b830b44ef2 req-af34e082-e044-4166-9148-cbc7ffccf454 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750132
Apr 29 13:40:23.919503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50484) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:24.086615 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9c0249a3-3fa1-4361-8478-91ba9e76ca43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.156733 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:40:24.205808 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9c0249a3-3fa1-4361-8478-91ba9e76ca43 admin admin] Publish callbacks [] for security_group (8c201d7a-e2aa-4387-b93a-58b603db175d), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.211641 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9c0249a3-3fa1-4361-8478-91ba9e76ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8c201d7a-e2aa-4387-b93a-58b603db175d), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.258357 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9c0249a3-3fa1-4361-8478-91ba9e76ca43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a719c48f7b4c4cadbb891a503d87305a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3378057
Apr 29 13:40:24.262410 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 50488) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:24.264803 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 4045d282-dbbb-484e-b1eb-1f8953017e39 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:40:24.265448 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.301240 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0249a3-3fa1-4361-8478-91ba9e76ca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c201d7a-e2aa-4387-b93a-58b603db175d,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:24.367311 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86e5d62b-9d71-47ff-ac45-914356e31d53 admin admin] Publish callbacks [] for security_group (8c201d7a-e2aa-4387-b93a-58b603db175d), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.387210 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 4045d282-dbbb-484e-b1eb-1f8953017e39 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:40:24.387679 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.403555 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86e5d62b-9d71-47ff-ac45-914356e31d53 admin admin] Publish callbacks [] for security_group (8c201d7a-e2aa-4387-b93a-58b603db175d), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.444937 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:40:24.447809 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdea826-8973-4783-af30-09cb6ce7d3c6" -d '{"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-plugged", "status": "completed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:40:24.468205 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:40:24.477900 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.492287 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86e5d62b-9d71-47ff-ac45-914356e31d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (8c201d7a-e2aa-4387-b93a-58b603db175d), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.497492 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-86e5d62b-9d71-47ff-ac45-914356e31d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:24.521078 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-86e5d62b-9d71-47ff-ac45-914356e31d53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c201d7a-e2aa-4387-b93a-58b603db175d HTTP/1.1" status: 204  len: 168 time: 0.2427413
Apr 29 13:40:24.558874 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5d62b-9d71-47ff-ac45-914356e31d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c201d7a-e2aa-4387-b93a-58b603db175d,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:24.603298 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a327e4-751d-4768-9473-76d96c46e962 x-openstack-request-id: req-c6a327e4-751d-4768-9473-76d96c46e962 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:40:24.603298 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-plugged", "status": "completed", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:40:24.603298 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6a327e4-751d-4768-9473-76d96c46e962 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:40:24.603298 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a327e4-751d-4768-9473-76d96c46e962'] response: {'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'code': 200}
Apr 29 13:40:24.629967 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=10']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:25.044875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:25.098435 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73114084-28b7-4bbc-abdf-073a12c9b46d req-790c1040-38aa-45f2-b67f-6931f2e47b11 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:25.112355 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73114084-28b7-4bbc-abdf-073a12c9b46d req-790c1040-38aa-45f2-b67f-6931f2e47b11 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.1612101
Apr 29 13:40:25.214370 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73114084-28b7-4bbc-abdf-073a12c9b46d req-93c14052-1774-4c55-afb5-8724a46acbd0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992897
Apr 29 13:40:25.277249 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6dacb-6f13-4fc6-a160-8bdf0118aed0 req-42a4cd9f-093c-48a7-848e-d8c4dba8f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:25.278833 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-eef6dacb-6f13-4fc6-a160-8bdf0118aed0 req-42a4cd9f-093c-48a7-848e-d8c4dba8f40c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 1130 time: 0.0532665
Apr 29 13:40:25.370623 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-eef6dacb-6f13-4fc6-a160-8bdf0118aed0 req-bacb17f0-a883-49eb-b736-39cf1e1372b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762632
Apr 29 13:40:26.382564 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3ac43-5044-439c-92fa-ca2d2b604909 req-5961968a-dd59-4b3a-bed6-db5ae51e0b00 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:26.384416 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e5e3ac43-5044-439c-92fa-ca2d2b604909 req-5961968a-dd59-4b3a-bed6-db5ae51e0b00 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.0571015
Apr 29 13:40:26.455008 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e5e3ac43-5044-439c-92fa-ca2d2b604909 req-7f3d75e2-8a52-4f0d-ad78-a637db44027f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634658
Apr 29 13:40:26.654750 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:27.625805 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a6e7-424d-4ab9-9fd3-a9db499b6396 req-7ea532b3-e68d-4720-ab2d-4b9f151ed6d2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:27.636356 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2a9a6e7-424d-4ab9-9fd3-a9db499b6396 req-7ea532b3-e68d-4720-ab2d-4b9f151ed6d2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.0918708
Apr 29 13:40:27.714088 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2a9a6e7-424d-4ab9-9fd3-a9db499b6396 req-c33bb43a-8465-463b-81ac-24c3bd632803 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708807
Apr 29 13:40:28.943217 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d8ed7-b843-486d-9f09-83e98e5fdc93 req-96e98889-a445-4749-8097-f0ecfcd0202e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:28.955270 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a83d8ed7-b843-486d-9f09-83e98e5fdc93 req-96e98889-a445-4749-8097-f0ecfcd0202e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.1078942
Apr 29 13:40:29.031702 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a83d8ed7-b843-486d-9f09-83e98e5fdc93 req-64300fea-dda5-4ba9-8a69-3dff536b8b32 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744579
Apr 29 13:40:34.326105 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 50670) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:34.379461 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] Deleting subnet 191da986-aaeb-4988-ae4c-4d45229913cd {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:40:34.385040 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] Publish callbacks [] for subnet (191da986-aaeb-4988-ae4c-4d45229913cd), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.434842 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59375173'] for subnet (191da986-aaeb-4988-ae4c-4d45229913cd), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.488982 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (191da986-aaeb-4988-ae4c-4d45229913cd), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.558360 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59200726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170255'] for subnet (191da986-aaeb-4988-ae4c-4d45229913cd), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.600775 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191da986-aaeb-4988-ae4c-4d45229913cd,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:34.607034 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.612265 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a7c94c37-7e35-41a8-b3c5-32d5d8c8a8bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/191da986-aaeb-4988-ae4c-4d45229913cd HTTP/1.1" status: 204  len: 168 time: 0.2848194
Apr 29 13:40:34.616295 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50672) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:34.698008 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (d5683835-477d-4c54-b03a-a2813ecbae31), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.802714 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (d5683835-477d-4c54-b03a-a2813ecbae31), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.843171 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ada7c2220>,) {'filters': {'network_id': ['d5683835-477d-4c54-b03a-a2813ecbae31']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:40:34.855556 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada7c2220>, 'eb5357b1-613f-44d8-81d9-11e660bb3f07') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:40:34.855918 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada7c2220>, 'eb5357b1-613f-44d8-81d9-11e660bb3f07') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:40:34.869199 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (eb5357b1-613f-44d8-81d9-11e660bb3f07), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.891425 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (eb5357b1-613f-44d8-81d9-11e660bb3f07), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.901025 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:40:34.901467 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (eb5357b1-613f-44d8-81d9-11e660bb3f07), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:40:34.903820 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:40:34.984959 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (d5683835-477d-4c54-b03a-a2813ecbae31), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.994985 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:34.998643 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d5683835-477d-4c54-b03a-a2813ecbae31 HTTP/1.1" status: 204  len: 168 time: 0.3807867
Apr 29 13:40:35.011159 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5683835-477d-4c54-b03a-a2813ecbae31,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:35.019716 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.020282 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.020669 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.021056 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.021404 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.021903 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.022271 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.022622 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.022971 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.023306 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.023640 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.023972 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.024297 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.024787 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.025329 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4045f-0b49-4db1-a1fa-358e554f76a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:40:35.218778 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50680) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:35.268325 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4b7ad885-3d4d-4281-a2b1-bca7d6efcbe0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca9248383e674b7a8365a64593da6b1c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0482769
Apr 29 13:40:35.272207 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50682) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:35.333969 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-22edcaaf-924e-4c21-ba70-1279029185c5 admin admin] Publish callbacks [] for security_group (4eab440a-599c-43ec-8e92-cd23d301d15a), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:35.365137 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-22edcaaf-924e-4c21-ba70-1279029185c5 admin admin] Publish callbacks [] for security_group (4eab440a-599c-43ec-8e92-cd23d301d15a), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:35.422253 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-22edcaaf-924e-4c21-ba70-1279029185c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4eab440a-599c-43ec-8e92-cd23d301d15a), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:35.425169 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-22edcaaf-924e-4c21-ba70-1279029185c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:35.426521 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-22edcaaf-924e-4c21-ba70-1279029185c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4eab440a-599c-43ec-8e92-cd23d301d15a HTTP/1.1" status: 204  len: 168 time: 0.1533434
Apr 29 13:40:35.437334 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edcaaf-924e-4c21-ba70-1279029185c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab440a-599c-43ec-8e92-cd23d301d15a,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:39.274232 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50740) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:39.400376 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-12987605-e5fd-4113-915b-cbb2a2195542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:39.516082 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-12987605-e5fd-4113-915b-cbb2a2195542 admin admin] Publish callbacks [] for security_group (d8d40796-1595-4a6d-bfe6-1e2181d1dcfc), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:39.516347 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e0ef8-7480-427a-a089-9e28c2d4fc6e req-9fd5916f-9a7b-4ebc-a2e6-29ba266698bf tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:39.518066 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-da1e0ef8-7480-427a-a089-9e28c2d4fc6e req-9fd5916f-9a7b-4ebc-a2e6-29ba266698bf tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0722578
Apr 29 13:40:39.519791 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-a4ca403a-c2df-437c-8683-d5a7d077d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:39.521907 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-a4ca403a-c2df-437c-8683-d5a7d077d0b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1130 time: 0.0863020
Apr 29 13:40:39.522116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-12987605-e5fd-4113-915b-cbb2a2195542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d8d40796-1595-4a6d-bfe6-1e2181d1dcfc), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:39.565446 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-12987605-e5fd-4113-915b-cbb2a2195542 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a22e4bfebe34a6580c32b7ad6519e56&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2899997
Apr 29 13:40:39.566865 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12987605-e5fd-4113-915b-cbb2a2195542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d40796-1595-4a6d-bfe6-1e2181d1dcfc,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:39.570150 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50746) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:39.633309 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-13befeeb-b354-48f3-abe6-7e01bce07020 admin admin] Publish callbacks [] for security_group (d8d40796-1595-4a6d-bfe6-1e2181d1dcfc), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:39.659224 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-13befeeb-b354-48f3-abe6-7e01bce07020 admin admin] Publish callbacks [] for security_group (d8d40796-1595-4a6d-bfe6-1e2181d1dcfc), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:39.693521 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-8cd012a1-0e96-4fa5-94e1-6aff69c5dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:39.695047 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-8cd012a1-0e96-4fa5-94e1-6aff69c5dc05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.1577621
Apr 29 13:40:39.699818 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-da1e0ef8-7480-427a-a089-9e28c2d4fc6e req-408b5f2d-eab9-4469-94c4-44273a7eb239 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1694207
Apr 29 13:40:39.747807 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-13befeeb-b354-48f3-abe6-7e01bce07020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d8d40796-1595-4a6d-bfe6-1e2181d1dcfc), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:39.751852 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-13befeeb-b354-48f3-abe6-7e01bce07020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:39.753509 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-13befeeb-b354-48f3-abe6-7e01bce07020 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8d40796-1595-4a6d-bfe6-1e2181d1dcfc HTTP/1.1" status: 204  len: 168 time: 0.1821980
Apr 29 13:40:39.763124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befeeb-b354-48f3-abe6-7e01bce07020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d40796-1595-4a6d-bfe6-1e2181d1dcfc,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:39.800495 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-16ee91ec-7038-4785-9a28-27c9cbd851c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 200  len: 1002 time: 0.0955379
Apr 29 13:40:39.883459 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-d28a143f-3ae6-4279-9d0d-4519c80c9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:39.884952 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-d28a143f-3ae6-4279-9d0d-4519c80c9301 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.0677927
Apr 29 13:40:39.947958 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-fd5583b1-4d5f-4fe7-a980-3d043c7217ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:39.950707 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-fd5583b1-4d5f-4fe7-a980-3d043c7217ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0591712
Apr 29 13:40:40.063055 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-c6698acb-4152-44d9-bc45-b303e316194d service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064644
Apr 29 13:40:40.178005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19e343bd-7bc2-4b21-9f84-00bd773848ec req-f937bd26-1882-4f14-8641-5e2ec9d6eb47 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1080656
Apr 29 13:40:40.215848 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:40.838153 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8309049-7dc8-479b-b377-f7a2cb96ff64 req-ab9e9b35-87d5-444f-b9e5-60bf1c2dbf9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:40.840772 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c8309049-7dc8-479b-b377-f7a2cb96ff64 req-ab9e9b35-87d5-444f-b9e5-60bf1c2dbf9c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0625265
Apr 29 13:40:40.899932 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c8309049-7dc8-479b-b377-f7a2cb96ff64 req-d1481a43-762f-49b1-b1b6-fe4df1fc2433 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529878
Apr 29 13:40:42.065651 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38c25-7699-4dc6-a4d6-ffa5777e360a req-4c4fc259-dfe1-4160-8db1-ac4776c2819e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:42.067673 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6cb38c25-7699-4dc6-a4d6-ffa5777e360a req-4c4fc259-dfe1-4160-8db1-ac4776c2819e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0611939
Apr 29 13:40:42.132500 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6cb38c25-7699-4dc6-a4d6-ffa5777e360a req-84fcdedf-f355-48a2-94f4-4fa3d7cefa2a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572612
Apr 29 13:40:43.263432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7e457-8284-4ba1-9f1e-37551043e5d6 req-6f4543ec-04d4-4685-b8c8-652ef2eca361 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:43.265109 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-49b7e457-8284-4ba1-9f1e-37551043e5d6 req-6f4543ec-04d4-4685-b8c8-652ef2eca361 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0564072
Apr 29 13:40:43.335907 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-49b7e457-8284-4ba1-9f1e-37551043e5d6 req-9bdf381e-bc86-47fc-ae7f-4ed9f991502c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631030
Apr 29 13:40:44.467053 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c96a-fe9b-47ea-9779-2b718ccae45f req-078a2604-6800-4e7d-a360-b3d75e1549bb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:44.468623 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2c77c96a-fe9b-47ea-9779-2b718ccae45f req-078a2604-6800-4e7d-a360-b3d75e1549bb tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0520828
Apr 29 13:40:44.534982 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2c77c96a-fe9b-47ea-9779-2b718ccae45f req-0f240d01-bd0f-4241-9474-e53b0409cffc tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542126
Apr 29 13:40:45.689151 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f537-2ca7-4278-b83e-b5bd430423f4 req-d41691b3-de76-4a54-9597-b4c8dd0357fe tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:45.692038 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-43a7f537-2ca7-4278-b83e-b5bd430423f4 req-d41691b3-de76-4a54-9597-b4c8dd0357fe tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0792434
Apr 29 13:40:45.757500 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-43a7f537-2ca7-4278-b83e-b5bd430423f4 req-503222f3-7652-4377-a21b-0c9cf1846077 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598941
Apr 29 13:40:46.906995 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080022b5-79c3-43b5-b590-8f20b07426a0 req-fdbce179-9acd-4c56-8908-e4702d4e3b7a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:46.908875 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-080022b5-79c3-43b5-b590-8f20b07426a0 req-fdbce179-9acd-4c56-8908-e4702d4e3b7a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0704865
Apr 29 13:40:46.964579 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-080022b5-79c3-43b5-b590-8f20b07426a0 req-7fb6ab13-eb76-4b87-901e-1b7634622a08 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490527
Apr 29 13:40:48.105033 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca6b55-fe1a-4b36-854e-87d2adf2fabc req-b6afe83e-3f7c-44bc-a2e2-82688daf1c84 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:48.106652 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8aca6b55-fe1a-4b36-854e-87d2adf2fabc req-b6afe83e-3f7c-44bc-a2e2-82688daf1c84 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0623600
Apr 29 13:40:48.165395 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8aca6b55-fe1a-4b36-854e-87d2adf2fabc req-3fc6bf5d-3db9-4c83-9691-eb26ee057a08 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504367
Apr 29 13:40:49.318640 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cc5b0-d06a-4bfb-91c5-9b1938773d98 req-4f9f5358-6c60-49ee-8d6f-af673dcba3f7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:49.320257 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5b4cc5b0-d06a-4bfb-91c5-9b1938773d98 req-4f9f5358-6c60-49ee-8d6f-af673dcba3f7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0661504
Apr 29 13:40:49.379542 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5b4cc5b0-d06a-4bfb-91c5-9b1938773d98 req-0f30a94d-7b71-462a-b7cb-caa2d9f88853 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528362
Apr 29 13:40:49.957208 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-12c336f0-ae90-4694-ba59-bd5b9d64d0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:50.515428 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eb829-4f5f-430f-905f-c18d57b376d6 req-95083728-2ca0-46b1-aec1-a8c2bad27009 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:50.517160 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-717eb829-4f5f-430f-905f-c18d57b376d6 req-95083728-2ca0-46b1-aec1-a8c2bad27009 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0642631
Apr 29 13:40:50.569766 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-717eb829-4f5f-430f-905f-c18d57b376d6 req-0848e3a4-6ed1-4f97-8080-f2ed44981966 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459328
Apr 29 13:40:51.562768 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:40:51.702690 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce07ac-1ddb-4e66-99bb-563cf7401120 req-d2c080a0-0b46-4afc-bf9a-509c592d5fe2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:51.704491 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-09ce07ac-1ddb-4e66-99bb-563cf7401120 req-d2c080a0-0b46-4afc-bf9a-509c592d5fe2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0515072
Apr 29 13:40:51.762645 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-09ce07ac-1ddb-4e66-99bb-563cf7401120 req-4b93d851-bc0a-429f-9b50-c0ad0786454f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503695
Apr 29 13:40:52.494457 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e43f09ab-a45c-4ab5-a8bf-a5f354e4e725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:52.901462 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aae7a-947f-4b9b-9fff-6a3cd1ec7b14 req-3753f4ce-554a-4f2e-9c03-ee348a0ce9ff tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:52.903025 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf4aae7a-947f-4b9b-9fff-6a3cd1ec7b14 req-3753f4ce-554a-4f2e-9c03-ee348a0ce9ff tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0523121
Apr 29 13:40:52.954753 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf4aae7a-947f-4b9b-9fff-6a3cd1ec7b14 req-8804bbac-c3d5-4942-b501-f90c5978a9c1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460088
Apr 29 13:40:53.658946 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:54.091449 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72dd6b-1b7a-4576-976d-71df0363a335 req-c1d95af9-58f9-4964-9eb0-8dbc32323cd9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:54.093209 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1b72dd6b-1b7a-4576-976d-71df0363a335 req-c1d95af9-58f9-4964-9eb0-8dbc32323cd9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0590236
Apr 29 13:40:54.159020 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1b72dd6b-1b7a-4576-976d-71df0363a335 req-5d63a182-cc68-443c-8473-a09b7b024284 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590363
Apr 29 13:40:55.011160 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:55.292425 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd480685-e0d4-49ab-a7e3-39c179cbadfb req-2597148a-2675-4e73-9f7c-e9c89b6efb13 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:55.294006 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cd480685-e0d4-49ab-a7e3-39c179cbadfb req-2597148a-2675-4e73-9f7c-e9c89b6efb13 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0557785
Apr 29 13:40:55.350336 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cd480685-e0d4-49ab-a7e3-39c179cbadfb req-e8aad5c6-04fb-4cc3-8133-ff49f11f0655 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486786
Apr 29 13:40:56.481711 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aa238-201f-4ec6-a693-d84eb9268608 req-9bf61252-fbc5-44cc-93a9-599f12fbc7aa tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:56.483344 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-377aa238-201f-4ec6-a693-d84eb9268608 req-9bf61252-fbc5-44cc-93a9-599f12fbc7aa tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0551794
Apr 29 13:40:56.558341 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-377aa238-201f-4ec6-a693-d84eb9268608 req-18fafa67-87db-4075-a09c-47e2712d9fc5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682819
Apr 29 13:40:56.649149 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:56.779464 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c2c3-db93-452d-b2d5-de37e19f877b req-43028ca8-1fd3-49ec-99a2-26516216250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:56.782095 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4d32c2c3-db93-452d-b2d5-de37e19f877b req-43028ca8-1fd3-49ec-99a2-26516216250b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1130 time: 0.0723739
Apr 29 13:40:56.840500 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4d32c2c3-db93-452d-b2d5-de37e19f877b req-9bc7ff2c-332a-402f-b739-dfe8c2ed5616 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514567
Apr 29 13:40:57.349344 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-75204b5f-3f19-4798-8ec1-239309ee3ad1 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791985816&fields=id&tenant_id=b4bebdc3f3254cd5b12ab47571074339 HTTP/1.1" status: 200  len: 267 time: 0.0489824
Apr 29 13:40:57.408465 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-7da130b4-f98d-42e8-9f1e-1a7916e313f4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:57.410118 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-7da130b4-f98d-42e8-9f1e-1a7916e313f4 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 985 time: 0.0513866
Apr 29 13:40:57.421375 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Request body: {'port': {'security_groups': ['ef0e5883-f26a-481d-a064-baa4b1997335']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:40:57.504298 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:57.742780 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16395833-b92c-4d7b-b703-c527bd91ae16 req-7bfffd65-c600-4f85-8e54-5974eab91f11 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:57.744395 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-16395833-b92c-4d7b-b703-c527bd91ae16 req-7bfffd65-c600-4f85-8e54-5974eab91f11 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0968394
Apr 29 13:40:57.769021 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:40:57.828086 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:57.835814 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:57.841141 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-16395833-b92c-4d7b-b703-c527bd91ae16 req-1687812c-72c0-44d7-acda-b21773da7c79 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850070
Apr 29 13:40:57.850537 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['b0952c90-00f8-4512-ae72-67a2e5db79e4'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:40:57.893572 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:57.894957 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:57.896434 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bfec9a62-ec7b-4067-81e4-378ec77e4532 req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "PUT /v2.0/ports/b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 943 time: 0.4799440
Apr 29 13:40:57.896997 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:40:57.899476 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e2569-7020-4b5d-8086-b9deeaf4887f" -d '{"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:40:57.906912 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 50926) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:57.930831 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a8346-ce5f-473f-a2da-89e76658a092 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event updated for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=7']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:57.972854 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c318ce44-fa32-4aad-8398-eb726bea9fa1 x-openstack-request-id: req-c318ce44-fa32-4aad-8398-eb726bea9fa1 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:40:57.973884 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:40:57.974406 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c318ce44-fa32-4aad-8398-eb726bea9fa1 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:40:57.975016 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c318ce44-fa32-4aad-8398-eb726bea9fa1'] response: {'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'status': 'completed', 'code': 200}
Apr 29 13:40:57.989684 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['b0952c90-00f8-4512-ae72-67a2e5db79e4'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:40:58.015822 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8275-7977-446b-885f-816a459bc611 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group (4f6ce6e1-3e85-4637-b7b5-808696a6e371), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.056377 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8275-7977-446b-885f-816a459bc611 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group (4f6ce6e1-3e85-4637-b7b5-808696a6e371), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.147460 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8275-7977-446b-885f-816a459bc611 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4f6ce6e1-3e85-4637-b7b5-808696a6e371), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.150138 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8275-7977-446b-885f-816a459bc611 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.151543 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ac4e8275-7977-446b-885f-816a459bc611 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "DELETE /v2.0/security-groups/4f6ce6e1-3e85-4637-b7b5-808696a6e371 HTTP/1.1" status: 204  len: 168 time: 0.2430561
Apr 29 13:40:58.154192 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 50928) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:40:58.162044 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e8275-7977-446b-885f-816a459bc611 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6ce6e1-3e85-4637-b7b5-808696a6e371,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:58.277008 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-9d5f4b11-4ce1-46b6-943d-18ab864b122d None None] Provisioning complete for port b0952c90-00f8-4512-ae72-67a2e5db79e4 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:40:58.277626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4b11-4ce1-46b6-943d-18ab864b122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.423918 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f4b11-4ce1-46b6-943d-18ab864b122d None None] Current status of the port b0952c90-00f8-4512-ae72-67a2e5db79e4 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:40:58.655368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-57ab89bd-1519-45c7-95ba-ebe3db66b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:58.657336 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-57ab89bd-1519-45c7-95ba-ebe3db66b4a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1130 time: 0.0728896
Apr 29 13:40:58.741456 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Deleting port 898a7193-62f5-4350-96be-41d331a36b2c {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:40:58.741837 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (898a7193-62f5-4350-96be-41d331a36b2c), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.868962 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-51706da7-e093-4e39-8c8a-41b82f7bebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:58.871600 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-51706da7-e093-4e39-8c8a-41b82f7bebed service neutron] 10.222.0.48 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 916 time: 0.2075422
Apr 29 13:40:58.930837 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (898a7193-62f5-4350-96be-41d331a36b2c), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.931156 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for floatingip (898a7193-62f5-4350-96be-41d331a36b2c), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:58.967063 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Calling delete_port for 898a7193-62f5-4350-96be-41d331a36b2c owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:40:59.010346 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-46fba55b-b834-4bf8-b497-b6027914c105 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 1002 time: 0.1293669
Apr 29 13:40:59.023214 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9381fd-edd7-4cf4-ac15-e65862dab200 req-77789ef3-84d8-4fda-b251-badf56ba9e2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:59.024809 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5c9381fd-edd7-4cf4-ac15-e65862dab200 req-77789ef3-84d8-4fda-b251-badf56ba9e2c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0833681
Apr 29 13:40:59.188095 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-b3c18059-b2a2-4a57-8cd7-3dd16c490dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:59.189574 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-b3c18059-b2a2-4a57-8cd7-3dd16c490dc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 200  len: 854 time: 0.1220801
Apr 29 13:40:59.237206 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5c9381fd-edd7-4cf4-ac15-e65862dab200 req-11ff7bfb-764d-44c4-9bef-87a2544b94ae tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1790464
Apr 29 13:40:59.260265 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-5db4e2fd-eda9-44a8-b9b8-1a765bffc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:40:59.261817 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-5db4e2fd-eda9-44a8-b9b8-1a765bffc631 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14f51109-d91e-4647-adda-d288d03418a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0649750
Apr 29 13:40:59.405537 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-ecf40f65-0b3d-4ded-b084-9625add42799 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335652
Apr 29 13:40:59.406143 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (898a7193-62f5-4350-96be-41d331a36b2c), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:59.442734 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event deleted for resources: {'Port': ['ID=898a7193-62f5-4350-96be-41d331a36b2c,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:40:59.584539 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks [] for floatingip (05a22d63-a1d5-467b-90ef-b9006e649b3c), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:40:59.584950 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Floating IP 05a22d63-a1d5-467b-90ef-b9006e649b3c disassociated (deleted). External IP: 172.27.2.234, port: b0952c90-00f8-4512-ae72-67a2e5db79e4.
Apr 29 13:40:59.591721 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e6e2569-7020-4b5d-8086-b9deeaf4887f req-80e7d119-a9a6-4885-b0ac-697a3aae9757 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591208
Apr 29 13:41:00.036151 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3c05e-7ef4-44b4-94c3-d28f60933fe2 req-bfe6e559-d7fe-4094-9f8d-a17e73814eb6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:00.038475 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-13c3c05e-7ef4-44b4-94c3-d28f60933fe2 req-bfe6e559-d7fe-4094-9f8d-a17e73814eb6 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.1218643
Apr 29 13:41:00.040278 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-3b7c4c57-cfca-4113-b9bb-d9b1b29a1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:00.042898 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-3b7c4c57-cfca-4113-b9bb-d9b1b29a1c38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1130 time: 0.1483653
Apr 29 13:41:00.053600 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Router 0e283dfb-198e-47a5-baa7-01b38cd5855a has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:00.224584 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-13c3c05e-7ef4-44b4-94c3-d28f60933fe2 req-bb0225b1-7973-45ae-a684-fec5f4ef1515 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1607137
Apr 29 13:41:00.264342 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-a5ddd08c-22de-4c3e-ad95-8a8d56ddf6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:00.265913 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-a5ddd08c-22de-4c3e-ad95-8a8d56ddf6ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.2151060
Apr 29 13:41:00.366220 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:00.372826 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:00.380719 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] Sync routers for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:00.393932 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:00.394962 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0771bb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:40:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:00.403244 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-965c6c1f-4560-41a5-b9fa-482ff3e6ebf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 200  len: 1002 time: 0.1088624
Apr 29 13:41:00.422321 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-3d907952-cc94-47cc-bf60-e7906e47d37c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "DELETE /v2.0/floatingips/05a22d63-a1d5-467b-90ef-b9006e649b3c HTTP/1.1" status: 204  len: 168 time: 2.2668355
Apr 29 13:41:00.454354 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:00.459379 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b" -d '{"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:00.505357 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-48072915-22e6-4fec-9e21-98bbfe933302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:00.508180 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-48072915-22e6-4fec-9e21-98bbfe933302 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.0971782
Apr 29 13:41:00.529232 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:00.537076 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da67a25-9e8a-405a-89dd-2ff766bec47d x-openstack-request-id: req-2da67a25-9e8a-405a-89dd-2ff766bec47d {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:00.537901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:00.538207 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2da67a25-9e8a-405a-89dd-2ff766bec47d {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:00.538841 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da67a25-9e8a-405a-89dd-2ff766bec47d'] response: {'name': 'network-changed', 'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'status': 'completed', 'code': 200}
Apr 29 13:41:00.872699 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0771bb0>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:09Z', 'revision_number': 5, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:00.904871 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] Checking router: 0e283dfb-198e-47a5-baa7-01b38cd5855a for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:00.914517 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:00.915190 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0771bb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:40:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:01.034424 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:01.256359 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0771bb0>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:09Z', 'revision_number': 5, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:01.301646 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7e5a4-50cc-4ef7-8eae-43c003cbd073 None None] The sync data for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi is: [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:38:03Z', 'revision_number': 4, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f76d2536-3c87-4032-957e-4df5531b5c9c', 'name': '', 'network_id': '14f51109-d91e-4647-adda-d288d03418a7', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'mac_address': 'fa:16:3e:ab:2c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:02Z', 'updated_at': '2022-04-29T13:38:09Z', 'revision_number': 5, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'subnets': [{'id': '6b20b571-eec8-435d-b741-5d9b401742fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:01.413643 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607b752-b679-4387-9e4a-a83f3f13376b req-ec0daab3-4073-4120-b881-fa61540fc657 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:01.415949 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f607b752-b679-4387-9e4a-a83f3f13376b req-ec0daab3-4073-4120-b881-fa61540fc657 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0710404
Apr 29 13:41:01.479567 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f607b752-b679-4387-9e4a-a83f3f13376b req-a2b56ceb-8c0d-47dd-a9ec-b162644079a2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572467
Apr 29 13:41:01.609488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9528d-dd1f-48ea-9bae-a8e61df11b66 None None] New status for floating IP 05a22d63-a1d5-467b-90ef-b9006e649b3c: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:41:02.116413 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-9e920a30-8d84-4bd8-a57f-f1ab92e4fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:02.118258 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-9e920a30-8d84-4bd8-a57f-f1ab92e4fd83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0927613
Apr 29 13:41:02.623679 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387b8a0-f1e2-4847-8bec-ba2610872d9c req-d84b2756-ada1-4625-b958-5c791b943b5a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:02.625407 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5387b8a0-f1e2-4847-8bec-ba2610872d9c req-d84b2756-ada1-4625-b958-5c791b943b5a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0562162
Apr 29 13:41:02.684848 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5387b8a0-f1e2-4847-8bec-ba2610872d9c req-8a0d3a66-c273-4ecb-9f07-8a6c59d9b2ef tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485752
Apr 29 13:41:03.001254 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-98b36aae-0d47-434c-89b9-11e89728070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:03.004844 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-98b36aae-0d47-434c-89b9-11e89728070f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4bebdc3f3254cd5b12ab47571074339&device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 1130 time: 0.0644155
Apr 29 13:41:03.070426 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-8c08e7da-b1db-4187-bb9e-d7dbdf1f4d5d service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313004
Apr 29 13:41:03.170826 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-4f359f6c-ed6d-4ae7-a3ea-82dac50a2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:03.173419 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-4f359f6c-ed6d-4ae7-a3ea-82dac50a2336 service neutron] 10.222.0.48 "GET /v2.0/networks?id=14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 200  len: 916 time: 0.1618197
Apr 29 13:41:04.074993 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899cab9-cab5-4bf0-91f5-6b25cbe56df6 req-df4fc479-dbff-4921-b288-6a2fde16c071 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:04.077272 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6899cab9-cab5-4bf0-91f5-6b25cbe56df6 req-df4fc479-dbff-4921-b288-6a2fde16c071 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.3049364
Apr 29 13:41:04.161595 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6899cab9-cab5-4bf0-91f5-6b25cbe56df6 req-9ecdc8e1-7761-40be-b37b-1f468b6a4c9e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766289
Apr 29 13:41:05.289819 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3cd5-f604-4ca4-8867-d05d46b54adf req-eefa3f32-6664-430d-bb68-78d8cccbecac tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:05.291774 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-14db3cd5-f604-4ca4-8867-d05d46b54adf req-eefa3f32-6664-430d-bb68-78d8cccbecac tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0548749
Apr 29 13:41:05.353670 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-14db3cd5-f604-4ca4-8867-d05d46b54adf req-dc13d8b5-85e8-428e-ae0f-1fd3255a781d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555680
Apr 29 13:41:06.487496 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d8237-522b-49d5-818f-279f6fb42dde req-2955c98b-e85b-4494-aaf4-a96de65ec004 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:06.489230 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-662d8237-522b-49d5-818f-279f6fb42dde req-2955c98b-e85b-4494-aaf4-a96de65ec004 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0583439
Apr 29 13:41:06.544082 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-662d8237-522b-49d5-818f-279f6fb42dde req-e2d0cc51-492c-4d36-9909-186dcf4c0551 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486760
Apr 29 13:41:07.689179 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7c818-dde9-48a4-b23a-e013b89fe4e4 req-f3cf1c11-980e-448a-9f0f-51efcedd207b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:07.691897 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-48e7c818-dde9-48a4-b23a-e013b89fe4e4 req-f3cf1c11-980e-448a-9f0f-51efcedd207b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0653706
Apr 29 13:41:07.748682 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-48e7c818-dde9-48a4-b23a-e013b89fe4e4 req-aeff9e8d-e1c7-41ee-9a6a-251381d430d3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474174
Apr 29 13:41:08.497528 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51034) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:08.630531 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-aee734d1-e2e8-439f-8526-d3d8eb5ca731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:08.756513 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-aee734d1-e2e8-439f-8526-d3d8eb5ca731 admin admin] Publish callbacks [] for security_group (0f974a6c-fdd2-4889-978c-eca1b6da7ebe), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:08.762636 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-aee734d1-e2e8-439f-8526-d3d8eb5ca731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0f974a6c-fdd2-4889-978c-eca1b6da7ebe), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:08.817418 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-aee734d1-e2e8-439f-8526-d3d8eb5ca731 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=184d2136c9a645fda0b49a2d279c72d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3185198
Apr 29 13:41:08.819390 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee734d1-e2e8-439f-8526-d3d8eb5ca731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f974a6c-fdd2-4889-978c-eca1b6da7ebe,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:08.821028 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51040) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:08.971641 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faccb3e-273d-42f1-aa87-f25dbb1378b9 req-a3d7145b-eabb-4185-bf12-a92d20566cba tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:08.974297 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0faccb3e-273d-42f1-aa87-f25dbb1378b9 req-a3d7145b-eabb-4185-bf12-a92d20566cba tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.1108713
Apr 29 13:41:09.018229 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6841bbd8-c300-4a14-82ff-ce980a8347ec admin admin] Publish callbacks [] for security_group (0f974a6c-fdd2-4889-978c-eca1b6da7ebe), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:09.088172 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6841bbd8-c300-4a14-82ff-ce980a8347ec admin admin] Publish callbacks [] for security_group (0f974a6c-fdd2-4889-978c-eca1b6da7ebe), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:09.125784 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0faccb3e-273d-42f1-aa87-f25dbb1378b9 req-ed7bda48-5859-4d81-aa06-d1981f47d8d7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369102
Apr 29 13:41:09.182269 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6841bbd8-c300-4a14-82ff-ce980a8347ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0f974a6c-fdd2-4889-978c-eca1b6da7ebe), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:09.185295 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6841bbd8-c300-4a14-82ff-ce980a8347ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:09.186534 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6841bbd8-c300-4a14-82ff-ce980a8347ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f974a6c-fdd2-4889-978c-eca1b6da7ebe HTTP/1.1" status: 204  len: 168 time: 0.3639069
Apr 29 13:41:09.195398 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841bbd8-c300-4a14-82ff-ce980a8347ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f974a6c-fdd2-4889-978c-eca1b6da7ebe,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:10.216251 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:10.275514 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7332e-599a-41bf-b52c-cf23fc65e52a req-406656e0-349b-495a-85e3-c90e5b28b846 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:10.277187 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbc7332e-599a-41bf-b52c-cf23fc65e52a req-406656e0-349b-495a-85e3-c90e5b28b846 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0606525
Apr 29 13:41:10.334116 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fbc7332e-599a-41bf-b52c-cf23fc65e52a req-840d929a-685b-484b-a385-2b50895a0a5d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511401
Apr 29 13:41:11.457625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b92f-c1a6-4eda-9d9f-69af770c4c81 req-9c4d2351-e073-4010-b0fb-b5e084e7c321 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:11.459148 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-42c0b92f-c1a6-4eda-9d9f-69af770c4c81 req-9c4d2351-e073-4010-b0fb-b5e084e7c321 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0523126
Apr 29 13:41:11.508639 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-42c0b92f-c1a6-4eda-9d9f-69af770c4c81 req-8b7259ef-cd6d-4b2c-89bc-70f433ae26b1 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433810
Apr 29 13:41:12.621889 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56483009-3102-4a60-8707-354a07bd32b9 req-794f00cd-1a7f-45ab-8f83-e9d2f9f84e35 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:12.623488 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56483009-3102-4a60-8707-354a07bd32b9 req-794f00cd-1a7f-45ab-8f83-e9d2f9f84e35 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0482261
Apr 29 13:41:12.672832 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56483009-3102-4a60-8707-354a07bd32b9 req-28c5a0e2-013d-4978-b133-5028a1431456 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429547
Apr 29 13:41:13.431713 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-e2b5b278-8013-461c-a87d-57d8aaf157c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 200  len: 217 time: 0.0415680
Apr 29 13:41:13.480139 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f206dfc-8977-4209-994b-feea2fb6a8f6 req-71586eee-be5a-4591-901c-42fa28845b64 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896027
Apr 29 13:41:13.547510 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-c406e3b0-dfa5-45d9-be17-2c6e887ff624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:13.550083 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-c406e3b0-dfa5-45d9-be17-2c6e887ff624 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 200  len: 854 time: 0.0597870
Apr 29 13:41:13.627678 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-2aa253a1-87d0-47fa-8335-3c874319cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:13.628860 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-2aa253a1-87d0-47fa-8335-3c874319cf94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=14f51109-d91e-4647-adda-d288d03418a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0456638
Apr 29 13:41:13.735625 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-5f94ef96-02d0-4275-9727-b8659e41f910 service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985932
Apr 29 13:41:13.793568 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532f31-4130-4af8-afb3-305b7a87935d req-7659182d-1200-450d-a89f-753e6705aaf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:13.795412 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5e532f31-4130-4af8-afb3-305b7a87935d req-7659182d-1200-450d-a89f-753e6705aaf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0501449
Apr 29 13:41:13.866897 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5e532f31-4130-4af8-afb3-305b7a87935d req-87c42cea-6f0f-4a9b-a8cf-85e00ee9c989 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649471
Apr 29 13:41:14.838858 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-2c2b9b2f-2f8c-4f92-b0b4-ee1834e6f44b req-6a77ab82-f077-4178-978e-4980fb2d0ecd service neutron] 10.222.0.48 "GET /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982931
Apr 29 13:41:15.000164 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3d312-0fa1-46af-b928-3d6f6424bba1 req-399f0099-16b4-4542-8cb5-617c22638f4a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:15.002264 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-89b3d312-0fa1-46af-b928-3d6f6424bba1 req-399f0099-16b4-4542-8cb5-617c22638f4a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0551775
Apr 29 13:41:15.059521 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-89b3d312-0fa1-46af-b928-3d6f6424bba1 req-cfee2618-4f3b-419e-82aa-4f97e8f9abe9 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481095
Apr 29 13:41:15.806224 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-9e2cf0cb-7c28-4475-aba1-d9e8ac2deb55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0408943
Apr 29 13:41:15.901482 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-b91fbe0c-bf4c-4513-8498-e82d80510157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:15.903030 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-b91fbe0c-bf4c-4513-8498-e82d80510157 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 1129 time: 0.0427761
Apr 29 13:41:16.188303 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561cb9-8ab5-4ff4-aea3-4f6de3257709 req-931fde65-9016-4510-924e-3f5008bd391e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:16.190367 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1561cb9-8ab5-4ff4-aea3-4f6de3257709 req-931fde65-9016-4510-924e-3f5008bd391e tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0511980
Apr 29 13:41:16.240748 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1561cb9-8ab5-4ff4-aea3-4f6de3257709 req-733c4e8e-336b-4bda-8009-5fb976a082ab tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442111
Apr 29 13:41:16.267943 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-2efecd6d-38be-4ca7-8003-e7ce86dc1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:16.269373 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-2efecd6d-38be-4ca7-8003-e7ce86dc1201 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.3482208
Apr 29 13:41:16.315434 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-7f5ec7b9-47f0-426f-a447-1d8b2c5f8b3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff187662-7389-4089-8b3b-ce3aed91747a HTTP/1.1" status: 200  len: 217 time: 0.0377600
Apr 29 13:41:16.365101 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-8c713f3d-d26f-4ea2-8d97-300841de3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:16.366558 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-8c713f3d-d26f-4ea2-8d97-300841de3759 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.0468099
Apr 29 13:41:16.368418 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2e7e1-cf5f-4258-94f5-f6d642556312 req-629eddce-5ac7-4d82-a0c9-273d49613f8d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:16.370285 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-13f2e7e1-cf5f-4258-94f5-f6d642556312 req-629eddce-5ac7-4d82-a0c9-273d49613f8d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0532429
Apr 29 13:41:16.379391 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51102) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:16.383763 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Request body: {'floatingip': {'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:16.427220 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-9e35cf5b-14cb-468e-8440-bb7b66b3f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:16.428934 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-9e35cf5b-14cb-468e-8440-bb7b66b3f9cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0559754
Apr 29 13:41:16.446898 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:16.540640 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-0f1002f8-cc5b-413f-bc17-190de9b3b0c9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1055994
Apr 29 13:41:16.677767 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67e551-548e-4624-89a3-a6384b6dd4d6 req-cde10b18-2812-4062-9867-7a0cfcb57fb8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:16.679294 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5f67e551-548e-4624-89a3-a6384b6dd4d6 req-cde10b18-2812-4062-9867-7a0cfcb57fb8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.0995855
Apr 29 13:41:16.772925 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5f67e551-548e-4624-89a3-a6384b6dd4d6 req-22a5a8ae-d7e9-4b17-a069-211c62931e20 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878696
Apr 29 13:41:17.191815 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:17.197935 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:17.208116 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d9195-c206-4b30-afbc-1189d6e9e9b0 req-94c6e67e-984c-4b6a-a363-cb6a2f27c01c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:17.209598 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-627d9195-c206-4b30-afbc-1189d6e9e9b0 req-94c6e67e-984c-4b6a-a363-cb6a2f27c01c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.0565891
Apr 29 13:41:17.326954 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-627d9195-c206-4b30-afbc-1189d6e9e9b0 req-1cb7311e-b167-4c44-b54d-1e45947efc68 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841148
Apr 29 13:41:17.457080 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:17.571301 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:17.576339 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:17.581787 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] Sync routers for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:17.592657 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:17.593267 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae09d48b0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:40:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:17.611517 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:17.614014 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9045d38-7b03-4885-b706-9a43a114c2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:17.655972 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-36d0a614-e56b-4571-a4b2-7868e5b76bf0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "PUT /v2.0/floatingips/8b88c897-b96e-48f8-9738-5051ad43a88f HTTP/1.1" status: 200  len: 994 time: 1.2673998
Apr 29 13:41:17.677751 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bacb2e6-ecaf-489c-a759-77eeb4584ae8 x-openstack-request-id: req-6bacb2e6-ecaf-489c-a759-77eeb4584ae8 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:17.678053 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:17.678442 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bacb2e6-ecaf-489c-a759-77eeb4584ae8 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:17.679437 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bacb2e6-ecaf-489c-a759-77eeb4584ae8'] response: {'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce', 'status': 'completed', 'code': 200}
Apr 29 13:41:17.709836 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:17.841972 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-50e266d3-fbd4-431f-bead-10ddc7fcfb46 req-639ce318-37f2-4ffa-ac79-59c2c539b129 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158421
Apr 29 13:41:17.901301 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54299fbe-50ba-42a3-9d61-455d3ee0a60b req-5121079d-f86d-40e0-9fcd-ed3e43dbb88e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:17.903198 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-54299fbe-50ba-42a3-9d61-455d3ee0a60b req-5121079d-f86d-40e0-9fcd-ed3e43dbb88e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.0528958
Apr 29 13:41:17.950259 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-54299fbe-50ba-42a3-9d61-455d3ee0a60b req-a357115b-d7b7-4a09-9d9b-ddde5a211350 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415003
Apr 29 13:41:17.963415 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae09d48b0>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8b88c897-b96e-48f8-9738-5051ad43a88f', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'mac_address': 'fa:16:3e:6b:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:04Z', 'updated_at': '2022-04-29T13:41:17Z', 'revision_number': 3, 'project_id': '97e1b522a37e470284254748a16843fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:17.990385 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] Checking router: 9fad7a6c-b2f7-4c90-a56d-0916e9be960b for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:17.998915 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:17.999525 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae09d48b0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:40:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:18.115754 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:18.436075 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae09d48b0>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8b88c897-b96e-48f8-9738-5051ad43a88f', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'mac_address': 'fa:16:3e:6b:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:04Z', 'updated_at': '2022-04-29T13:41:17Z', 'revision_number': 3, 'project_id': '97e1b522a37e470284254748a16843fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:18.464009 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5578e2-6bbf-4548-bce4-b2c8fe1e9c7e None None] The sync data for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi is: [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8b88c897-b96e-48f8-9738-5051ad43a88f', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'port_id': '56585510-baec-4b7f-8173-96ab4d97fbce', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'mac_address': 'fa:16:3e:6b:78:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:39:04Z', 'updated_at': '2022-04-29T13:41:17Z', 'revision_number': 3, 'project_id': '97e1b522a37e470284254748a16843fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:18.466528 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fcc63-284c-469e-b1e5-59303226bed6 req-e22f449c-3caf-487c-bffb-02dbf3b03df2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:18.468379 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a33fcc63-284c-469e-b1e5-59303226bed6 req-e22f449c-3caf-487c-bffb-02dbf3b03df2 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.0492249
Apr 29 13:41:18.522126 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a33fcc63-284c-469e-b1e5-59303226bed6 req-300fb122-dfdf-4dc3-85a6-b4a2e1ada1a9 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471768
Apr 29 13:41:19.070051 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b41c6-7ebc-4462-8f5e-0a65248768c7 req-06880f9d-e282-45c2-928b-14d19ca4126a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:19.071577 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-349b41c6-7ebc-4462-8f5e-0a65248768c7 req-06880f9d-e282-45c2-928b-14d19ca4126a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.0466247
Apr 29 13:41:19.119512 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-349b41c6-7ebc-4462-8f5e-0a65248768c7 req-9e7c3251-1f93-40a1-b459-8138f84fd829 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422978
Apr 29 13:41:19.268643 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-6f593aec-df16-4cda-8d84-06831323b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:19.270034 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-6f593aec-df16-4cda-8d84-06831323b628 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1130 time: 0.0401773
Apr 29 13:41:19.407463 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925135a-fb3e-4385-8240-977579eea6c7 req-c79ecbb9-5dd0-4528-8f58-d01bf7f1b8d2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:19.409463 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6925135a-fb3e-4385-8240-977579eea6c7 req-c79ecbb9-5dd0-4528-8f58-d01bf7f1b8d2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.0469172
Apr 29 13:41:19.460041 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-ba27ec4f-953d-4f78-83a4-cc40216fad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:19.461526 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-ba27ec4f-953d-4f78-83a4-cc40216fad9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.0993061
Apr 29 13:41:19.507155 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751bbb-1c90-479b-bc32-2279fab24373 req-a9a0dd88-f761-48b7-8090-bb240e81256c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:19.508928 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-36751bbb-1c90-479b-bc32-2279fab24373 req-a9a0dd88-f761-48b7-8090-bb240e81256c tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.48 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.0836649
Apr 29 13:41:19.553887 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Deleting port 4045d282-dbbb-484e-b1eb-1f8953017e39 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:19.554154 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:19.687501 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:19.692645 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6" -d '{"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:19.701432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17910f68-7305-408a-93f1-e8a3247c37aa req-00251018-8097-4eb5-ac89-b49c92a5be2d tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:19.703263 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-17910f68-7305-408a-93f1-e8a3247c37aa req-00251018-8097-4eb5-ac89-b49c92a5be2d tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 946 time: 0.0850718
Apr 29 13:41:19.769218 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] For port 4045d282-dbbb-484e-b1eb-1f8953017e39, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=4045d282-dbbb-484e-b1eb-1f8953017e39,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:19.769734 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:19.773926 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-2e0fb8ac-e830-4f07-ab6d-84d7047869e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 200  len: 1002 time: 0.0991974
Apr 29 13:41:19.784822 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473b71d8-263f-4252-ab68-f7b636633dae x-openstack-request-id: req-473b71d8-263f-4252-ab68-f7b636633dae {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:19.785094 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:19.785343 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-473b71d8-263f-4252-ab68-f7b636633dae {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:19.785729 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473b71d8-263f-4252-ab68-f7b636633dae'] response: {'name': 'network-changed', 'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce', 'status': 'completed', 'code': 200}
Apr 29 13:41:19.833621 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-bb57af40-d4cc-4d70-9406-139469689fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:19.835692 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-bb57af40-d4cc-4d70-9406-139469689fda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.0564923
Apr 29 13:41:19.961410 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4fc9d9bf-7640-4ad9-8e69-96e571e22002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.071543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-a565cfaa-0907-4846-a348-05a51a7b9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:20.073088 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-a565cfaa-0907-4846-a348-05a51a7b9dba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0496314
Apr 29 13:41:20.170201 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-f019d4c7-acd2-4e4b-8e2b-cdca712401f0 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911877
Apr 29 13:41:20.248708 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Deleting port b0952c90-00f8-4512-ae72-67a2e5db79e4 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:20.249044 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.259528 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-17910f68-7305-408a-93f1-e8a3247c37aa req-163a6b9f-0abe-4a2a-9b85-895887568a02 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef0e5883-f26a-481d-a064-baa4b1997335&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4819782
Apr 29 13:41:20.283904 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-b9045d38-7b03-4885-b706-9a43a114c2a6 req-de7c2a44-4ff7-44b3-b970-da4eca28f365 service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082270
Apr 29 13:41:20.364674 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-bb23fa05-1f6c-4e8e-8ca5-a6336ec12415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:20.366112 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-bb23fa05-1f6c-4e8e-8ca5-a6336ec12415 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97e1b522a37e470284254748a16843fa&device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 1130 time: 0.0432355
Apr 29 13:41:20.386915 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f249a1c-8b56-45c9-b32f-813f608d4f68 req-553423d6-5941-4a11-acf0-e0ea47967522 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:20.388400 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6f249a1c-8b56-45c9-b32f-813f608d4f68 req-553423d6-5941-4a11-acf0-e0ea47967522 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 946 time: 0.1530926
Apr 29 13:41:20.446180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.446538 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (e4ea6edc-25df-46b4-b639-c99d6d5accca), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.446879 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Floating IP e4ea6edc-25df-46b4-b639-c99d6d5accca disassociated. External IP: 172.27.2.196, port: 4045d282-dbbb-484e-b1eb-1f8953017e39.
Apr 29 13:41:20.447223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Calling delete_port for 4045d282-dbbb-484e-b1eb-1f8953017e39 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:20.461169 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] For port b0952c90-00f8-4512-ae72-67a2e5db79e4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b0952c90-00f8-4512-ae72-67a2e5db79e4,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:20.461516 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.464449 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-48ec1072-461e-42cd-b005-f16300bedfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:20.465947 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-48ec1072-461e-42cd-b005-f16300bedfac service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 200  len: 919 time: 0.0943954
Apr 29 13:41:20.494256 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Calling delete_port for b0952c90-00f8-4512-ae72-67a2e5db79e4 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:20.539607 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6f249a1c-8b56-45c9-b32f-813f608d4f68 req-e27bf48a-db2c-42ea-a7f2-479398098c02 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fc80cab-937a-44a0-9187-5d3540812de6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411035
Apr 29 13:41:20.546325 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-fb280be2-24b4-4401-a7cd-fd11328b8ce8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 200  len: 1002 time: 0.0744109
Apr 29 13:41:20.596692 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-16066d40-d3c2-4f13-b953-ac7baa4af22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:20.598177 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-16066d40-d3c2-4f13-b953-ac7baa4af22e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 200  len: 857 time: 0.0467045
Apr 29 13:41:20.657087 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-b8b33d05-2df3-4190-b8e6-d7e8bedfc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:20.659677 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-b8b33d05-2df3-4190-b8e6-d7e8bedfc54c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0549088
Apr 29 13:41:20.714859 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (4045d282-dbbb-484e-b1eb-1f8953017e39), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.755599 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event deleted for resources: {'Port': ['ID=4045d282-dbbb-484e-b1eb-1f8953017e39,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:20.758449 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-428b127e-44bd-4ef3-8694-979419b1367d service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921052
Apr 29 13:41:20.761300 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (b0952c90-00f8-4512-ae72-67a2e5db79e4), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.775887 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.776130 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.776418 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.776753 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.777216 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.777414 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.777743 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.778069 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.778394 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.778747 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.779074 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.779396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.779718 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.780039 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.780360 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:20.857208 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Pushing event deleted for resources: {'Port': ['ID=b0952c90-00f8-4512-ae72-67a2e5db79e4,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:20.871354 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-085aab9d-5ef8-403b-86de-f4b6e3ff65d6 req-c363b4ce-9e1a-490b-b4fc-e4f03550583d service neutron] 10.222.0.48 "GET /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077816
Apr 29 13:41:20.926327 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] No DVR routers for this DVR port b0952c90-00f8-4512-ae72-67a2e5db79e4 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:41:20.929959 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:20.933295 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-36751bbb-1c90-479b-bc32-2279fab24373 req-aa8cddf5-d2c6-4d6c-a2a9-03a204c2cbe8 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.48 "DELETE /v2.0/ports/b0952c90-00f8-4512-ae72-67a2e5db79e4 HTTP/1.1" status: 204  len: 173 time: 1.2582970
Apr 29 13:41:20.964102 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:21.091212 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:21.105476 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] Sync routers for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:21.128611 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:21.129946 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad36137f0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:40:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:21.149399 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] No DVR routers for this DVR port 4045d282-dbbb-484e-b1eb-1f8953017e39 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:41:21.151976 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:21.155785 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6925135a-fb3e-4385-8240-977579eea6c7 req-e6fcd5b1-4d84-4ed6-9b00-c80cf76c428a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "DELETE /v2.0/ports/4045d282-dbbb-484e-b1eb-1f8953017e39 HTTP/1.1" status: 204  len: 173 time: 1.7324860
Apr 29 13:41:21.250613 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:21.439502 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-983408c9-eb3a-402e-8f7f-8f8073aa029b req-c190601d-c4ac-4196-ae6b-0afa4b655c32 tempest-TestMinimumBasicScenario-1548526285 tempest-TestMinimumBasicScenario-1548526285-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46b38ee-6101-4e4d-83e3-3e9e355d490e HTTP/1.1" status: 200  len: 210 time: 0.0537064
Apr 29 13:41:21.620169 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad36137f0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:21.651502 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] Checking router: 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:21.663912 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:21.664557 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad36137f0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:40:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:21.668941 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-71cf8a00-e76f-4567-8aa1-b65aeaac4f73 req-072234cb-aaa6-4ee1-881a-151e79a1fe05 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dbe59f4-753b-42f2-9882-eaf306c7617b HTTP/1.1" status: 200  len: 210 time: 0.0391326
Apr 29 13:41:21.787023 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'name': 'network-vif-deleted', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4'}, {'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-deleted', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:21.789446 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddbaf09-ce7f-4a12-856b-56ac2349bcdd" -d '{"events": [{"server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "name": "network-vif-deleted", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4"}, {"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-deleted", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:21.793393 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:21.841586 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd90dab5-f895-4c0d-a6b7-814149a085cd x-openstack-request-id: req-fd90dab5-f895-4c0d-a6b7-814149a085cd {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:21.841962 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46b38ee-6101-4e4d-83e3-3e9e355d490e", "name": "network-vif-deleted", "tag": "b0952c90-00f8-4512-ae72-67a2e5db79e4", "status": "completed", "code": 200}, {"server_uuid": "1dbe59f4-753b-42f2-9882-eaf306c7617b", "name": "network-vif-deleted", "tag": "4045d282-dbbb-484e-b1eb-1f8953017e39", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:21.842237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd90dab5-f895-4c0d-a6b7-814149a085cd {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:21.842866 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd90dab5-f895-4c0d-a6b7-814149a085cd'] response: {'server_uuid': 'f46b38ee-6101-4e4d-83e3-3e9e355d490e', 'name': 'network-vif-deleted', 'tag': 'b0952c90-00f8-4512-ae72-67a2e5db79e4', 'status': 'completed', 'code': 200}
Apr 29 13:41:21.843168 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd90dab5-f895-4c0d-a6b7-814149a085cd'] response: {'server_uuid': '1dbe59f4-753b-42f2-9882-eaf306c7617b', 'name': 'network-vif-deleted', 'tag': '4045d282-dbbb-484e-b1eb-1f8953017e39', 'status': 'completed', 'code': 200}
Apr 29 13:41:22.007300 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad36137f0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:22.036228 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cf2d6-702d-412c-9f4e-ac54f1275d8e None None] The sync data for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi is: [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:22.273314 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce92656-b72c-4f51-8990-ad32d479532e None None] New status for floating IP e4ea6edc-25df-46b4-b639-c99d6d5accca: DOWN {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:41:22.480507 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:22.511316 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 4045d282-dbbb-484e-b1eb-1f8953017e39 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:22.511791 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 4045d282-dbbb-484e-b1eb-1f8953017e39 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:22.512249 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b0952c90-00f8-4512-ae72-67a2e5db79e4 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:22.539001 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: b0952c90-00f8-4512-ae72-67a2e5db79e4 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:22.539395 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b0952c90-00f8-4512-ae72-67a2e5db79e4 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:22.547150 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-55f031ad-2460-4805-9466-16ffe433144e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:22.765873 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51156) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:22.831947 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f12d-05f6-43eb-986f-dd512aa6e4f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (1fc80cab-937a-44a0-9187-5d3540812de6), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:22.860416 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f12d-05f6-43eb-986f-dd512aa6e4f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (1fc80cab-937a-44a0-9187-5d3540812de6), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:22.926489 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f12d-05f6-43eb-986f-dd512aa6e4f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1fc80cab-937a-44a0-9187-5d3540812de6), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:22.929667 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fcc3f12d-05f6-43eb-986f-dd512aa6e4f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:22.933300 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-fcc3f12d-05f6-43eb-986f-dd512aa6e4f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "DELETE /v2.0/security-groups/1fc80cab-937a-44a0-9187-5d3540812de6 HTTP/1.1" status: 204  len: 168 time: 0.1641049
Apr 29 13:41:22.933852 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51170) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:22.945861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3f12d-05f6-43eb-986f-dd512aa6e4f6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc80cab-937a-44a0-9187-5d3540812de6,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:22.952076 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.api.v2.resource [None req-09ca1c95-9772-405e-9e44-f7b915001c19 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] show failed (client error): The resource could not be found.
Apr 29 13:41:22.956953 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-09ca1c95-9772-405e-9e44-f7b915001c19 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups/1fc80cab-937a-44a0-9187-5d3540812de6 HTTP/1.1" status: 404  len: 347 time: 0.0214241
Apr 29 13:41:22.957253 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51174) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:23.109885 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Deleting port 17598be4-f527-4848-8c69-170fe0bb010f {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:23.110226 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (17598be4-f527-4848-8c69-170fe0bb010f), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:23.201634 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51188) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:23.205856 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (17598be4-f527-4848-8c69-170fe0bb010f), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:23.206210 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (17598be4-f527-4848-8c69-170fe0bb010f), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:23.256669 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Calling delete_port for 17598be4-f527-4848-8c69-170fe0bb010f owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:23.564073 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (17598be4-f527-4848-8c69-170fe0bb010f), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:23.598068 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event deleted for resources: {'Port': ['ID=17598be4-f527-4848-8c69-170fe0bb010f,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:23.670933 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:23.760196 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (e4ea6edc-25df-46b4-b639-c99d6d5accca), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:23.762819 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:23.764017 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-18d12361-f21e-45e3-8187-0e2558a29c35 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "DELETE /v2.0/floatingips/e4ea6edc-25df-46b4-b639-c99d6d5accca HTTP/1.1" status: 204  len: 168 time: 0.8053050
Apr 29 13:41:23.822582 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (0e283dfb-198e-47a5-baa7-01b38cd5855a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.186573 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51194) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:24.194571 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-6ce10b20-2dd8-4f2b-a6f2-2340b6a042ad tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701572527', 'description': 'tempest-description--276139591'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:24.224239 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ce10b20-2dd8-4f2b-a6f2-2340b6a042ad tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.307917 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ce10b20-2dd8-4f2b-a6f2-2340b6a042ad tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (6d921714-6b46-4d75-a5cf-0431b2601c72), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.312361 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ce10b20-2dd8-4f2b-a6f2-2340b6a042ad tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (6d921714-6b46-4d75-a5cf-0431b2601c72), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.348757 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ce10b20-2dd8-4f2b-a6f2-2340b6a042ad tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.350054 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6ce10b20-2dd8-4f2b-a6f2-2340b6a042ad tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1621974
Apr 29 13:41:24.353072 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51196) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:24.357688 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-32a28e65-82cc-42c9-9e13-746d05087eab tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'security_group_rule': {'security_group_id': '6d921714-6b46-4d75-a5cf-0431b2601c72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:24.363555 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce10b20-2dd8-4f2b-a6f2-2340b6a042ad tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d921714-6b46-4d75-a5cf-0431b2601c72,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:24.391702 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-32a28e65-82cc-42c9-9e13-746d05087eab tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (1fd66397-c33d-4d6f-896c-d2f10079e14e), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.412824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Deleting port f76d2536-3c87-4032-957e-4df5531b5c9c {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:24.413168 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.459371 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-32a28e65-82cc-42c9-9e13-746d05087eab tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (1fd66397-c33d-4d6f-896c-d2f10079e14e), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.464474 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-32a28e65-82cc-42c9-9e13-746d05087eab tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (1fd66397-c33d-4d6f-896c-d2f10079e14e), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.488436 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a28e65-82cc-42c9-9e13-746d05087eab tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd66397-c33d-4d6f-896c-d2f10079e14e,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:24.497412 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-32a28e65-82cc-42c9-9e13-746d05087eab tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.501879 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-32a28e65-82cc-42c9-9e13-746d05087eab tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1446452
Apr 29 13:41:24.502043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] For port f76d2536-3c87-4032-957e-4df5531b5c9c, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=f76d2536-3c87-4032-957e-4df5531b5c9c,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:24.502043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.502264 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51198) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:24.506435 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-d4da967c-681f-494b-a64a-3a2ee3b1dac1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'security_group_rule': {'security_group_id': '6d921714-6b46-4d75-a5cf-0431b2601c72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:24.514465 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Calling delete_port for f76d2536-3c87-4032-957e-4df5531b5c9c owned by network:router_interface {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:24.537590 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d4da967c-681f-494b-a64a-3a2ee3b1dac1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (87a4d3a2-3fca-409c-8faf-caf874e7dab8), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.606125 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d4da967c-681f-494b-a64a-3a2ee3b1dac1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (87a4d3a2-3fca-409c-8faf-caf874e7dab8), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.611228 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d4da967c-681f-494b-a64a-3a2ee3b1dac1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (87a4d3a2-3fca-409c-8faf-caf874e7dab8), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.632503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da967c-681f-494b-a64a-3a2ee3b1dac1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a4d3a2-3fca-409c-8faf-caf874e7dab8,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:24.641200 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d4da967c-681f-494b-a64a-3a2ee3b1dac1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.646096 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-d4da967c-681f-494b-a64a-3a2ee3b1dac1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1400466
Apr 29 13:41:24.646356 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51200) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:24.650958 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:24.693624 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.786054 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.793199 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (f76d2536-3c87-4032-957e-4df5531b5c9c), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:24.822068 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76d2536-3c87-4032-957e-4df5531b5c9c,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:24.924020 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Allocated IP 172.27.2.64 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/ac95a7ad-101f-4e7a-bfc9-63df74c900fe) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:25.003849 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (0e283dfb-198e-47a5-baa7-01b38cd5855a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.011002 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.052444 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.091912 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.137496 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:25.140349 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:25.147182 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:25.177298 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'Port': ['ID=ac95a7ad-101f-4e7a-bfc9-63df74c900fe,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:25.249942 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (9f0182c5-0e98-4f9e-ba27-39d0f6e7deab), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.269116 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Router 0e283dfb-198e-47a5-baa7-01b38cd5855a has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:25.312781 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.417757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:25.426168 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-739b537a-0d56-4d7d-b656-de302d86e3f8 admin admin] 10.222.0.52 "PUT /v2.0/routers/0e283dfb-198e-47a5-baa7-01b38cd5855a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2231991
Apr 29 13:41:25.427367 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] Sync routers for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:25.428224 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51202) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:25.438547 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:25.439373 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4850>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:25.526063 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.531402 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.575355 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks [] for router (0e283dfb-198e-47a5-baa7-01b38cd5855a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.581914 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:25.627504 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'Port': ['ID=ac95a7ad-101f-4e7a-bfc9-63df74c900fe,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:25.650705 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (9f0182c5-0e98-4f9e-ba27-39d0f6e7deab), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.668945 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.670333 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9a0a3bf2-3ef4-4fd1-b075-5649f338856c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0230420
Apr 29 13:41:25.723737 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks [] for router_gateway (0e283dfb-198e-47a5-baa7-01b38cd5855a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.791588 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Deleting port 7d065baa-c124-4639-8e19-c48050b440b1 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:25.791925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (7d065baa-c124-4639-8e19-c48050b440b1), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.802469 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4850>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '7d065baa-c124-4639-8e19-c48050b440b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:41:24Z', 'revision_number': 5, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port': {'id': '7d065baa-c124-4639-8e19-c48050b440b1', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:00Z', 'updated_at': '2022-04-29T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:25.837956 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] Checking router: 0e283dfb-198e-47a5-baa7-01b38cd5855a for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:25.847368 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] Routers {'0e283dfb-198e-47a5-baa7-01b38cd5855a'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:25.848107 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4850>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['0e283dfb-198e-47a5-baa7-01b38cd5855a'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:25.895619 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] For port 7d065baa-c124-4639-8e19-c48050b440b1, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=7d065baa-c124-4639-8e19-c48050b440b1,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:25.895975 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (7d065baa-c124-4639-8e19-c48050b440b1), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:25.915932 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Calling delete_port for 7d065baa-c124-4639-8e19-c48050b440b1 owned by network:router_gateway {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:25.950827 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-5f285283-3416-47a1-83eb-bc93685dcceb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--701572527&fields=id&tenant_id=949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 267 time: 0.0720389
Apr 29 13:41:25.963904 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] Set router 0e283dfb-198e-47a5-baa7-01b38cd5855a gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:26.022023 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4850>, [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:41:25Z', 'revision_number': 6, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:26.053148 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d789e-62d5-4051-b0a0-986395efc98d None None] The sync data for ids ['0e283dfb-198e-47a5-baa7-01b38cd5855a'] in dv-cinder-839416-3-iscsi is: [{'id': '0e283dfb-198e-47a5-baa7-01b38cd5855a', 'name': 'tempest-TestMinimumBasicScenario-1849863867-router', 'tenant_id': 'b4bebdc3f3254cd5b12ab47571074339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:59Z', 'updated_at': '2022-04-29T13:41:25Z', 'revision_number': 6, 'project_id': 'b4bebdc3f3254cd5b12ab47571074339', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:26.148610 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-3b6603b7-a499-4049-ad78-365f7ccf669c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:26.150102 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-3b6603b7-a499-4049-ad78-365f7ccf669c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 817 time: 0.1693108
Apr 29 13:41:26.170062 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-1f8ec173-ea22-4704-9984-8f0dde8c40e4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/quotas/949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 375 time: 0.0135441
Apr 29 13:41:26.250547 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-bb9cf4ab-7671-48e9-a096-8c2a60de7c50 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0590024
Apr 29 13:41:26.252218 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (7d065baa-c124-4639-8e19-c48050b440b1), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.293661 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d065baa-c124-4639-8e19-c48050b440b1,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:26.408740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (0e283dfb-198e-47a5-baa7-01b38cd5855a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.501546 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-5a6bb400-b4f4-4931-919a-5e9bc203eeaf service neutron] 10.222.0.52 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208757
Apr 29 13:41:26.537757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (0e283dfb-198e-47a5-baa7-01b38cd5855a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.548667 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks [] for router_controller (0e283dfb-198e-47a5-baa7-01b38cd5855a), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.654523 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.671847 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (0e283dfb-198e-47a5-baa7-01b38cd5855a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.672374 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e283dfb-198e-47a5-baa7-01b38cd5855a {{(pid=103577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:41:26.679914 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.681224 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-84a1d4e8-38be-4edc-bfa0-b21fb64697f0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0e283dfb-198e-47a5-baa7-01b38cd5855a HTTP/1.1" status: 204  len: 168 time: 1.2520440
Apr 29 13:41:26.683916 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51216) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:26.729696 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-06eddba5-0d61-4678-909e-258df80983fb service neutron] 10.222.0.52 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031727
Apr 29 13:41:26.742467 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] Deleting subnet 6b20b571-eec8-435d-b741-5d9b401742fa {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:41:26.746042 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] Publish callbacks [] for subnet (6b20b571-eec8-435d-b741-5d9b401742fa), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.786159 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59375173'] for subnet (6b20b571-eec8-435d-b741-5d9b401742fa), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.928919 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (6b20b571-eec8-435d-b741-5d9b401742fa), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:26.973869 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f8b375d5-6d47-43b7-81c7-0aeeb118e9d0 req-255b1607-3dd7-4e58-9d65-e9843897c363 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 210 time: 0.0599914
Apr 29 13:41:27.037210 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59200726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170255'] for subnet (6b20b571-eec8-435d-b741-5d9b401742fa), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.065471 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b20b571-eec8-435d-b741-5d9b401742fa,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:27.069931 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.076030 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6636a6f8-a457-45f4-9ae7-89934e48ddc2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6b20b571-eec8-435d-b741-5d9b401742fa HTTP/1.1" status: 204  len: 168 time: 0.3885198
Apr 29 13:41:27.076491 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51224) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:27.089759 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c339849-3c7f-4dd4-9b66-79978ac5b668 None None] Network 14f51109-d91e-4647-adda-d288d03418a7 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:41:27.166910 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (14f51109-d91e-4647-adda-d288d03418a7), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.250459 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Deleting port 27c932b7-d793-47b3-ae4f-56ed34296636 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:27.250902 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.305919 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] DHCP port deletion for 14f51109-d91e-4647-adda-d288d03418a7 request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:41:27.360879 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Deleting port 27c932b7-d793-47b3-ae4f-56ed34296636 {{(pid=103578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:27.361539 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), before_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.363288 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] For port 27c932b7-d793-47b3-ae4f-56ed34296636, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=27c932b7-d793-47b3-ae4f-56ed34296636,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:27.363656 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.387415 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Calling delete_port for 27c932b7-d793-47b3-ae4f-56ed34296636 owned by network:dhcp {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:27.435512 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] For port 27c932b7-d793-47b3-ae4f-56ed34296636, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=27c932b7-d793-47b3-ae4f-56ed34296636,segment=NetworkSegment(f17dbf37-0a8e-4623-9789-a13486f28d1e),segment_id=f17dbf37-0a8e-4623-9789-a13486f28d1e)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:27.435922 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), precommit_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.450408 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Calling delete_port for 27c932b7-d793-47b3-ae4f-56ed34296636 owned by network:dhcp {{(pid=103578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:27.489589 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.503276 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] No DVR routers for this DVR port 27c932b7-d793-47b3-ae4f-56ed34296636 on host dv-cinder-839416-3-iscsi {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:41:27.526793 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c932b7-d793-47b3-ae4f-56ed34296636,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:27.592731 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (27c932b7-d793-47b3-ae4f-56ed34296636), after_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.602492 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (14f51109-d91e-4647-adda-d288d03418a7), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.621186 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Pushing event deleted for resources: {'Port': ['ID=27c932b7-d793-47b3-ae4f-56ed34296636,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:27.623492 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ada585820>,) {'filters': {'network_id': ['14f51109-d91e-4647-adda-d288d03418a7']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:27.629074 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] No DVR routers for this DVR port 27c932b7-d793-47b3-ae4f-56ed34296636 on host dv-cinder-839416-3-iscsi {{(pid=103578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:41:27.635192 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada585820>, 'f17dbf37-0a8e-4623-9789-a13486f28d1e') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:27.635580 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada585820>, 'f17dbf37-0a8e-4623-9789-a13486f28d1e') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:27.637736 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.637736 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.638031 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.638319 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.638670 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.638995 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.639304 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.639672 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.639961 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.640288 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.640621 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.640935 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.641244 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.641555 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.641907 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf722c-9760-44f4-925f-0e4a3b4587ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:27.645921 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (f17dbf37-0a8e-4623-9789-a13486f28d1e), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.661119 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (f17dbf37-0a8e-4623-9789-a13486f28d1e), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.668659 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:41:27.669124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (f17dbf37-0a8e-4623-9789-a13486f28d1e), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:41:27.671140 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:41:27.733553 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (14f51109-d91e-4647-adda-d288d03418a7), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.750019 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:27.754193 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] 10.222.0.52 "DELETE /v2.0/networks/14f51109-d91e-4647-adda-d288d03418a7 HTTP/1.1" status: 204  len: 168 time: 0.6765776
Apr 29 13:41:27.758802 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51230) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:27.766332 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52fdc-f276-401b-a76f-3a5ef1d0f729 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f51109-d91e-4647-adda-d288d03418a7,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:27.785101 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 7d065baa-c124-4639-8e19-c48050b440b1 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:27.809610 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 7d065baa-c124-4639-8e19-c48050b440b1 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:27.809847 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 7d065baa-c124-4639-8e19-c48050b440b1 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:27.810275 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device f76d2536-3c87-4032-957e-4df5531b5c9c no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:27.830973 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: f76d2536-3c87-4032-957e-4df5531b5c9c {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:27.831316 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device f76d2536-3c87-4032-957e-4df5531b5c9c not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:27.831738 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 27c932b7-d793-47b3-ae4f-56ed34296636 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:27.851670 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 27c932b7-d793-47b3-ae4f-56ed34296636 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:27.852024 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 27c932b7-d793-47b3-ae4f-56ed34296636 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:28.281681 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-29bf0b4a-3cea-461f-850f-44e4feb53361 req-c5370f14-d4fa-4547-840e-de61bbf3d934 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 210 time: 0.0638416
Apr 29 13:41:28.402753 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-5779e6bb-cc74-4750-a04d-1ca2fd2eb383 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:28.403961 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-5779e6bb-cc74-4750-a04d-1ca2fd2eb383 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 817 time: 0.1874771
Apr 29 13:41:28.558210 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-47248c21-5fb2-4d2c-80f0-031d97d248ef tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 379 time: 0.1336193
Apr 29 13:41:28.562207 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (13338d96-526d-4063-aa84-676413b89474), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:28.562469 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:41:28.605764 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'port': {'device_id': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'admin_state_up': True, 'tenant_id': '949789e24b594a069226af551ad3ee09', 'security_groups': ['6d921714-6b46-4d75-a5cf-0431b2601c72']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:28.857585 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Made reservation on behalf of 949789e24b594a069226af551ad3ee09 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:41:28.861476 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.029036 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Deleting port 56ec2ae6-f300-4a26-90b1-95758e48f166 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:29.029377 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.116365 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Allocated IP 172.20.0.3 (fa1d828b-eb12-4cd4-b5d0-175b9384d17e/3e8e67c8-be6e-4224-8710-cba54572667c/34ac7b4e-8ba8-4ea4-bae2-1e50fe229522) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:29.165489 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] For port 56ec2ae6-f300-4a26-90b1-95758e48f166, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=56ec2ae6-f300-4a26-90b1-95758e48f166,segment=NetworkSegment(8061b44c-240e-45f7-81a4-9c4953d3030d),segment_id=8061b44c-240e-45f7-81a4-9c4953d3030d)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:29.165893 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.189872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Calling delete_port for 56ec2ae6-f300-4a26-90b1-95758e48f166 owned by network:router_interface {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:29.377114 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.427835 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11a5628a-f800-4ada-8b3b-856acdc35e4e req-70f1487b-a2e8-4a56-81e5-e569a31de455 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 210 time: 0.0489759
Apr 29 13:41:29.469545 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.551232 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:29.552064 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:29.557022 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:29.560551 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:29.597907 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (56ec2ae6-f300-4a26-90b1-95758e48f166), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.640230 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ec2ae6-f300-4a26-90b1-95758e48f166,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:29.657466 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:29.658151 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.714259 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-42aa4a98-2a6e-43c4-bf6b-227e30df2466 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1484919
Apr 29 13:41:29.738909 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Request body: {'port': {'device_id': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:29.854394 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.915396 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-d5772261-3d4c-4c27-953d-cfcc5074f664 None None] Provisioning complete for port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:29.915982 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d5772261-3d4c-4c27-953d-cfcc5074f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.931511 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (13338d96-526d-4063-aa84-676413b89474), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:29.950896 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-d5772261-3d4c-4c27-953d-cfcc5074f664 None None] Port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:41:30.329953 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:41:30.340326 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Publish callbacks [] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:30.354650 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Router 13338d96-526d-4063-aa84-676413b89474 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:30.361872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Transition to ACTIVE for port object 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:41:30.367204 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:30.507116 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:30.965021 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ea158-10e2-407a-b4db-c744523f7001 req-d3aec9b5-980c-4e03-a983-64b318112986 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:30.966445 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b12ea158-10e2-407a-b4db-c744523f7001 req-d3aec9b5-980c-4e03-a983-64b318112986 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.4160905
Apr 29 13:41:30.991216 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:31.003243 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-9d7ce534-35d5-4c8f-a86f-339f44591072 admin admin] 10.222.0.52 "PUT /v2.0/routers/13338d96-526d-4063-aa84-676413b89474/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2422988
Apr 29 13:41:31.004101 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Attempting to bind port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:41:31.004442 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Attempting to bind port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:41:31.004768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Attempting to bind port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:31.006854 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51242) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:31.009584 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] Sync routers for ids ['13338d96-526d-4063-aa84-676413b89474'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:31.023506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:41:31.023818 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Attempting to bind port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 on network fa1d828b-eb12-4cd4-b5d0-175b9384d17e {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:31.025871 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] Routers {'13338d96-526d-4063-aa84-676413b89474'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:31.026611 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0eb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['13338d96-526d-4063-aa84-676413b89474'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:31.085722 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:41:31.086083 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Checking segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:31.086443 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Bound using segment: {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:41:31.087191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Bound port: 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c84ef1-9af6-49d7-93de-f2442d168e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:41:31.087559 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:31.098478 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b12ea158-10e2-407a-b4db-c744523f7001 req-dc85e92e-de97-4f61-a62d-30e73dc16bc8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246424
Apr 29 13:41:31.195124 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] Set router 13338d96-526d-4063-aa84-676413b89474 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:31.218397 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks [] for router (13338d96-526d-4063-aa84-676413b89474), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:31.265154 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:41:31.285680 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:41:31.336483 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:31.397283 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:31.397905 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:31.399326 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] 10.222.0.48 "PUT /v2.0/ports/34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 1093 time: 1.6688988
Apr 29 13:41:31.402295 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:31.404349 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37290212-8913-4f9d-95a7-3028c998cd96" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:31.404553 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0eb0>, [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:41:29Z', 'revision_number': 5, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:31.436369 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks [] for router_gateway (13338d96-526d-4063-aa84-676413b89474), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:31.438506 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] Checking router: 13338d96-526d-4063-aa84-676413b89474 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:31.447240 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612284a1-37a1-47c2-8eee-c055b2276b00 service neutron] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:31.449175 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] Routers {'13338d96-526d-4063-aa84-676413b89474'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:31.449813 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0eb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['13338d96-526d-4063-aa84-676413b89474'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:31.497212 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881249a-92af-4462-8b78-4ef67c1d2a42 x-openstack-request-id: req-c881249a-92af-4462-8b78-4ef67c1d2a42 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:31.497212 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:31.497212 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c881249a-92af-4462-8b78-4ef67c1d2a42 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:31.497623 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c881249a-92af-4462-8b78-4ef67c1d2a42'] response: {'name': 'network-changed', 'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'status': 'completed', 'code': 200}
Apr 29 13:41:31.538485 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-3a28d1df-b9f7-4d85-a2a7-bc9f2482a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:31.540038 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-3a28d1df-b9f7-4d85-a2a7-bc9f2482a78e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1127 time: 0.0574410
Apr 29 13:41:31.540694 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Deleting port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:31.541084 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:31.578050 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] Set router 13338d96-526d-4063-aa84-676413b89474 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:31.606069 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-3d81f624-54c7-4db4-874c-6d5896b47106 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 217 time: 0.0513918
Apr 29 13:41:31.748128 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-4ae3ce71-24a5-490b-b3d8-312eb76889ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:31.749778 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-4ae3ce71-24a5-490b-b3d8-312eb76889ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.1368623
Apr 29 13:41:31.759730 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] For port 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:31.760094 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:31.808522 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Calling delete_port for 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 owned by network:router_gateway {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:31.828558 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0eb0>, [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:41:29Z', 'revision_number': 5, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:31.831183 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-a9b5321e-57e3-4b12-8991-32fddb4ff392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:31.833019 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-a9b5321e-57e3-4b12-8991-32fddb4ff392 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0755086
Apr 29 13:41:31.862398 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a385d0-e0fd-4ea4-9774-e189144dbd6a None None] The sync data for ids ['13338d96-526d-4063-aa84-676413b89474'] in dv-cinder-839416-3-iscsi is: [{'id': '13338d96-526d-4063-aa84-676413b89474', 'name': 'tempest-TestMinimumBasicScenario-1069457494-router', 'tenant_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:38:06Z', 'updated_at': '2022-04-29T13:41:29Z', 'revision_number': 5, 'project_id': '9bf22c71e30a40a7805e94d9eaf1a027', 'gw_port': {'id': '1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13338d96-526d-4063-aa84-676413b89474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:38:07Z', 'updated_at': '2022-04-29T13:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:32.046604 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-ac0ebf8a-b7bb-431b-a9f6-287868bb4d52 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427474
Apr 29 13:41:32.166199 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.207379 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:32.301228 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1460f9b8-7fc6-483e-8089-c1f70df2dab1 req-8c361de8-099b-4d75-af77-30bc4ab3e53c service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2474725
Apr 29 13:41:32.345421 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (13338d96-526d-4063-aa84-676413b89474), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.353639 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91055d5-8f22-4834-a4f1-d1eef2fb29c5 req-9e1c84e9-3f58-403a-977c-34d56d2738a0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:32.355373 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a91055d5-8f22-4834-a4f1-d1eef2fb29c5 req-9e1c84e9-3f58-403a-977c-34d56d2738a0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.1059897
Apr 29 13:41:32.500128 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (13338d96-526d-4063-aa84-676413b89474), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.513809 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks [] for router_controller (13338d96-526d-4063-aa84-676413b89474), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.606058 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a91055d5-8f22-4834-a4f1-d1eef2fb29c5 req-61e9121b-4692-41fd-bbff-22e7821b4483 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2219610
Apr 29 13:41:32.616889 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (13338d96-526d-4063-aa84-676413b89474), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.617688 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13338d96-526d-4063-aa84-676413b89474 {{(pid=103577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:41:32.624700 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.626867 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-10843805-135d-49ae-b459-e93ed77ab8e3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/13338d96-526d-4063-aa84-676413b89474 HTTP/1.1" status: 204  len: 168 time: 1.6169100
Apr 29 13:41:32.630526 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51248) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:32.716058 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] Deleting subnet a72ad532-d2b5-44ea-8d5d-a657a7a20f94 {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:41:32.721752 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] Publish callbacks [] for subnet (a72ad532-d2b5-44ea-8d5d-a657a7a20f94), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.783746 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59375173'] for subnet (a72ad532-d2b5-44ea-8d5d-a657a7a20f94), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.886947 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (a72ad532-d2b5-44ea-8d5d-a657a7a20f94), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.945227 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59200726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170255'] for subnet (a72ad532-d2b5-44ea-8d5d-a657a7a20f94), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.976100 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72ad532-d2b5-44ea-8d5d-a657a7a20f94,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:32.980025 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:32.983322 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-2298c914-6e80-4f1c-9f52-956fbc85eafb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a72ad532-d2b5-44ea-8d5d-a657a7a20f94 HTTP/1.1" status: 204  len: 168 time: 0.3513873
Apr 29 13:41:32.987304 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51250) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:32.988883 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc2125b-d7ef-43d7-a311-09adbea6c4bf None None] Network 42c7a8b8-c184-4deb-8b54-42bfd39e6fae requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:41:33.066299 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (42c7a8b8-c184-4deb-8b54-42bfd39e6fae), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.164142 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Deleting port 354926fb-a039-4b71-811c-ddcdd43d0de9 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:33.164705 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.175704 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37290212-8913-4f9d-95a7-3028c998cd96 req-14caab66-f6da-4431-a9e8-409a22d3900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:33.181410 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-37290212-8913-4f9d-95a7-3028c998cd96 req-14caab66-f6da-4431-a9e8-409a22d3900d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1127 time: 0.0715632
Apr 29 13:41:33.190534 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] DHCP port deletion for 42c7a8b8-c184-4deb-8b54-42bfd39e6fae request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:41:33.233641 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] Deleting port 354926fb-a039-4b71-811c-ddcdd43d0de9 {{(pid=103578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:33.234016 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), before_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.291910 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] For port 354926fb-a039-4b71-811c-ddcdd43d0de9, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=354926fb-a039-4b71-811c-ddcdd43d0de9,segment=NetworkSegment(8061b44c-240e-45f7-81a4-9c4953d3030d),segment_id=8061b44c-240e-45f7-81a4-9c4953d3030d)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:33.293219 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.311577 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] For port 354926fb-a039-4b71-811c-ddcdd43d0de9, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=354926fb-a039-4b71-811c-ddcdd43d0de9,segment=NetworkSegment(8061b44c-240e-45f7-81a4-9c4953d3030d),segment_id=8061b44c-240e-45f7-81a4-9c4953d3030d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:33.312060 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), precommit_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.324276 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Calling delete_port for 354926fb-a039-4b71-811c-ddcdd43d0de9 owned by network:dhcp {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:33.324580 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37290212-8913-4f9d-95a7-3028c998cd96 req-e0993574-6d32-4a10-8e2d-d8949633b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:33.326425 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-37290212-8913-4f9d-95a7-3028c998cd96 req-e0993574-6d32-4a10-8e2d-d8949633b437 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.1403124
Apr 29 13:41:33.329531 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] Calling delete_port for 354926fb-a039-4b71-811c-ddcdd43d0de9 owned by network:dhcp {{(pid=103578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:33.402564 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-37290212-8913-4f9d-95a7-3028c998cd96 req-b746d97c-a5b1-4b11-af1c-3242483dca65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 217 time: 0.0688784
Apr 29 13:41:33.463741 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.464835 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37290212-8913-4f9d-95a7-3028c998cd96 req-0f675834-bfbe-4062-8c52-11b24c8e5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:33.466623 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-37290212-8913-4f9d-95a7-3028c998cd96 req-0f675834-bfbe-4062-8c52-11b24c8e5fbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.0577080
Apr 29 13:41:33.513508 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] No DVR routers for this DVR port 354926fb-a039-4b71-811c-ddcdd43d0de9 on host dv-cinder-839416-3-iscsi {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:41:33.522116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Pushing event deleted for resources: {'Port': ['ID=354926fb-a039-4b71-811c-ddcdd43d0de9,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:33.538976 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37290212-8913-4f9d-95a7-3028c998cd96 req-21f84fb9-3fea-4135-a509-8845c8e44d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:33.540589 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-37290212-8913-4f9d-95a7-3028c998cd96 req-21f84fb9-3fea-4135-a509-8845c8e44d60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0650909
Apr 29 13:41:33.585686 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (354926fb-a039-4b71-811c-ddcdd43d0de9), after_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.617579 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] Pushing event deleted for resources: {'Port': ['ID=354926fb-a039-4b71-811c-ddcdd43d0de9,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:33.620397 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (42c7a8b8-c184-4deb-8b54-42bfd39e6fae), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.622337 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1bbe60-9129-40af-8ca9-56a46604172a None None] No DVR routers for this DVR port 354926fb-a039-4b71-811c-ddcdd43d0de9 on host dv-cinder-839416-3-iscsi {{(pid=103578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:41:33.651706 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adac11610>,) {'filters': {'network_id': ['42c7a8b8-c184-4deb-8b54-42bfd39e6fae']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:33.665976 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adac11610>, '8061b44c-240e-45f7-81a4-9c4953d3030d') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:33.666283 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adac11610>, '8061b44c-240e-45f7-81a4-9c4953d3030d') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:33.681352 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (8061b44c-240e-45f7-81a4-9c4953d3030d), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.707011 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (8061b44c-240e-45f7-81a4-9c4953d3030d), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.718022 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:41:33.718829 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (8061b44c-240e-45f7-81a4-9c4953d3030d), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:41:33.722822 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:41:33.733514 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-37290212-8913-4f9d-95a7-3028c998cd96 req-518312db-42b6-42cb-a991-db35edb4c0b1 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857626
Apr 29 13:41:33.804840 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 56ec2ae6-f300-4a26-90b1-95758e48f166 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:33.812270 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (42c7a8b8-c184-4deb-8b54-42bfd39e6fae), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.825327 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:33.829542 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] 10.222.0.52 "DELETE /v2.0/networks/42c7a8b8-c184-4deb-8b54-42bfd39e6fae HTTP/1.1" status: 204  len: 168 time: 0.8407941
Apr 29 13:41:33.849837 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 56ec2ae6-f300-4a26-90b1-95758e48f166 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:33.850652 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 56ec2ae6-f300-4a26-90b1-95758e48f166 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:33.851358 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 354926fb-a039-4b71-811c-ddcdd43d0de9 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:33.857345 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ba358-7bdc-4c25-bb24-a281f0f8e405 admin admin] Pushing event deleted for resources: {'Network': ['ID=42c7a8b8-c184-4deb-8b54-42bfd39e6fae,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:33.884374 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 354926fb-a039-4b71-811c-ddcdd43d0de9 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:33.884786 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 354926fb-a039-4b71-811c-ddcdd43d0de9 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:33.885224 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:33.908159 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:33.908461 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1c87b70d-15a8-46c5-a6ba-87a8a51bc6c8 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:33.909673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de0af-a917-4509-a455-8c23d8cff5af req-531be544-a999-4a34-abe2-3a49638293a8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:33.912486 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1f8de0af-a917-4509-a455-8c23d8cff5af req-531be544-a999-4a34-abe2-3a49638293a8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.2085776
Apr 29 13:41:33.971538 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-37290212-8913-4f9d-95a7-3028c998cd96 req-507bde47-a87d-4bc8-9042-0303c4f96d7a service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129436
Apr 29 13:41:34.005939 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1f8de0af-a917-4509-a455-8c23d8cff5af req-80d73170-c270-4471-b08b-2b9a2fb1e735 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777488
Apr 29 13:41:34.061226 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51256) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:34.108282 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-1a0c56e1-f710-4176-86b2-69ee445980fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4bebdc3f3254cd5b12ab47571074339&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0456591
Apr 29 13:41:34.112201 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51258) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:34.169025 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e15c-61da-4ab1-9077-d92f1a954ef8 admin admin] Publish callbacks [] for security_group (ef0e5883-f26a-481d-a064-baa4b1997335), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.194413 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e15c-61da-4ab1-9077-d92f1a954ef8 admin admin] Publish callbacks [] for security_group (ef0e5883-f26a-481d-a064-baa4b1997335), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.258263 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e15c-61da-4ab1-9077-d92f1a954ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (ef0e5883-f26a-481d-a064-baa4b1997335), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.263324 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e15c-61da-4ab1-9077-d92f1a954ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.265370 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-3dc2e15c-61da-4ab1-9077-d92f1a954ef8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef0e5883-f26a-481d-a064-baa4b1997335 HTTP/1.1" status: 204  len: 168 time: 0.1519160
Apr 29 13:41:34.281680 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2e15c-61da-4ab1-9077-d92f1a954ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e5883-f26a-481d-a064-baa4b1997335,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:34.542891 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:41:34.691323 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:34.715940 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51264) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:34.729451 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'port_id': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'mac_address': 'fa:16:3e:1a:02:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:41:34.775043 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6ccaf494-e2ae-4169-9efd-85927d3c73cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bf22c71e30a40a7805e94d9eaf1a027&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0577779
Apr 29 13:41:34.777910 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51266) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:34.800748 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:34.801363 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.823668 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:41:34.837015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-76d643d5-596d-4063-8033-a84b0113dea3 admin admin] Publish callbacks [] for security_group (9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.855423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:34.862860 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.874096 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-76d643d5-596d-4063-8033-a84b0113dea3 admin admin] Publish callbacks [] for security_group (9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.919808 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:34.946305 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-76d643d5-596d-4063-8033-a84b0113dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.949119 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-76d643d5-596d-4063-8033-a84b0113dea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:34.950446 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-76d643d5-596d-4063-8033-a84b0113dea3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2 HTTP/1.1" status: 204  len: 168 time: 0.1715415
Apr 29 13:41:34.965874 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d643d5-596d-4063-8033-a84b0113dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb2b139-e7f2-4a9f-9a1e-471deaa0b2c2,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:35.112047 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:41:35.177686 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d1604-6f5e-41c2-a911-354ac69f45b6 req-54e22368-5fc7-492c-95cd-5cb99976dbc6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:35.180151 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-213d1604-6f5e-41c2-a911-354ac69f45b6 req-54e22368-5fc7-492c-95cd-5cb99976dbc6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 944 time: 0.0836427
Apr 29 13:41:35.265916 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-213d1604-6f5e-41c2-a911-354ac69f45b6 req-35ba0b3d-f79a-419a-9d69-c94577904ca0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779047
Apr 29 13:41:35.918901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51290) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:36.034207 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-929295543-network', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:36.065927 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Made reservation on behalf of d2e70460a8a94baa9478ff1cf630c0ed for: {'network': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:41:36.068987 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.079754 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.179352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks [] for security_group (c8c203f8-8de7-4f01-a138-2248f33107a6), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.184484 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (c8c203f8-8de7-4f01-a138-2248f33107a6), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.220884 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369}  {{(pid=103577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:41:36.229502 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c203f8-8de7-4f01-a138-2248f33107a6,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:36.240396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (a5bb9400-9de9-44d3-8b45-fdd9e2765114), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.240396 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.segments_db [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Added segment a5bb9400-9de9-44d3-8b45-fdd9e2765114 of type vlan for network dac16251-0027-46b0-a642-6a084e50a0bb
Apr 29 13:41:36.290391 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (dac16251-0027-46b0-a642-6a084e50a0bb), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.322140 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (dac16251-0027-46b0-a642-6a084e50a0bb), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.323237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:36.323831 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.362725 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4426224
Apr 29 13:41:36.368852 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51296) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:36.377353 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Request body: {'subnet': {'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-929295543-subnet', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'ip_version': 4}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:36.410761 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274213d-cc64-4337-b130-714606abfb26 admin admin] Pushing event updated for resources: {'Network': ['ID=dac16251-0027-46b0-a642-6a084e50a0bb,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:36.411995 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Made reservation on behalf of d2e70460a8a94baa9478ff1cf630c0ed for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:41:36.416010 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58817309'] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.427496 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network dac16251-0027-46b0-a642-6a084e50a0bb details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:41:36.451787 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de577ea-c33b-4ef8-b7f1-9de9ba05fc9a req-1818eb19-9560-4bcc-aafd-83fa07a75673 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:36.453405 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0de577ea-c33b-4ef8-b7f1-9de9ba05fc9a req-1818eb19-9560-4bcc-aafd-83fa07a75673 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 944 time: 0.0851932
Apr 29 13:41:36.522738 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0de577ea-c33b-4ef8-b7f1-9de9ba05fc9a req-a82a9179-7729-4bea-b887-89e9a2b549af tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565460
Apr 29 13:41:36.542872 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:36.598477 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:41:36.606457 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:36.606863 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.698958 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:36.699438 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.717705 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58735770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58817519'] for subnet (fd1c9c98-c84e-492f-979d-665449f732f7), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.729626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:36.731861 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed042c0-3c60-45ec-b5e0-3f879b9d38db" -d '{"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-plugged", "status": "completed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:36.753260 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:36.758817 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.801147 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc7de7f-b2b9-4bb1-8183-caf4c902c3ae x-openstack-request-id: req-abc7de7f-b2b9-4bb1-8183-caf4c902c3ae {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:36.801147 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-plugged", "status": "completed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:36.801517 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abc7de7f-b2b9-4bb1-8183-caf4c902c3ae {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:36.801762 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc7de7f-b2b9-4bb1-8183-caf4c902c3ae'] response: {'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'code': 200}
Apr 29 13:41:36.819722 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:36.830543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1c9c98-c84e-492f-979d-665449f732f7,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:36.845753 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Checking segment: {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:36.846355 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Network hostable DHCP agents. Network: dac16251-0027-46b0-a642-6a084e50a0bb, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:41:36.853888 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.854410 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.855101 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.855683 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.856161 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.856701 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.857202 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.857707 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.858222 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.858716 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.859203 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.859690 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.860260 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.860749 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.861255 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:36.890980 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Network dac16251-0027-46b0-a642-6a084e50a0bb is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:41:36.904950 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, dac16251-0027-46b0-a642-6a084e50a0bb) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:36.911333 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:36.912269 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.918735 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99459b9-4292-4919-9b5e-487eec64b254 None None] Network dac16251-0027-46b0-a642-6a084e50a0bb requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:41:36.939816 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a6b787f1-3910-4df4-8676-371b369f55a7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5691423
Apr 29 13:41:36.943183 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51300) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:36.949055 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:36.990852 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:36.992534 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.048901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac6440-b893-492d-b5dd-0e66c7b3aabd req-7df1fcd1-4c84-41d4-8356-c653b93bdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:37.050344 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0ac6440-b893-492d-b5dd-0e66c7b3aabd req-7df1fcd1-4c84-41d4-8356-c653b93bdf73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1129 time: 0.0730884
Apr 29 13:41:37.071137 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-dac16251-0027-46b0-a642-6a084e50a0bb', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:41:37.072717 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.087832 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks [] for router_controller (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.213522 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0ac6440-b893-492d-b5dd-0e66c7b3aabd req-ec706831-37f9-4b97-8074-b7a995a8eb43 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241901
Apr 29 13:41:37.274460 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Allocated IP 172.20.0.2 (dac16251-0027-46b0-a642-6a084e50a0bb/fd1c9c98-c84e-492f-979d-665449f732f7/3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:37.287055 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks [] for router_gateway (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.518490 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks [] for router_gateway (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.525843 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Publish callbacks [] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.535499 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.544366 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.610937 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Network dac16251-0027-46b0-a642-6a084e50a0bb is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:37.620935 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:37.628842 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:37.640361 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Pushing event updated for resources: {'Port': ['ID=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:37.713959 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Attempting to bind port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:41:37.714432 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Attempting to bind port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:41:37.715041 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Attempting to bind port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e on network dac16251-0027-46b0-a642-6a084e50a0bb {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:37.724960 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:41:37.725597 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Checking segment: {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:37.726269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.727128 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Bound using segment: {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:41:37.727758 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Bound port: 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:41:37.728425 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.734882 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Allocated IP 172.27.2.157 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/5a9d790a-6a15-408f-992c-77fefb91fe9a) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:37.743318 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe5fa9-41b2-4423-991a-ad32a7a1455b req-bcc760c0-5fd7-4fa6-9a82-ee9c3c1eb132 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:37.744961 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2fe5fa9-41b2-4423-991a-ad32a7a1455b req-bcc760c0-5fd7-4fa6-9a82-ee9c3c1eb132 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0889201
Apr 29 13:41:37.811509 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] For port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:41:37.816023 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] For port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:41:37.824600 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:37.915857 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfa036-0914-4c82-862a-dd10181e25f2 None None] Pushing event updated for resources: {'Port': ['ID=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:37.934012 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2fe5fa9-41b2-4423-991a-ad32a7a1455b req-7b255ba3-942b-44a0-8a2d-79371222970a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1757641
Apr 29 13:41:37.991957 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks [] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:38.034796 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:38.087732 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:38.091309 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:38.098308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:38.139398 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9d790a-6a15-408f-992c-77fefb91fe9a,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:38.733502 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks [] for router_gateway (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.035197 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6fc80b-258c-445b-b8bd-10d38f572e6f None None] Network dac16251-0027-46b0-a642-6a084e50a0bb requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:41:39.051138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.128171 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c30800-7e38-4aba-bd1a-6335e47fb75b req-6187d25d-7e04-4953-b561-893afaac85a2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:39.129794 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b7c30800-7e38-4aba-bd1a-6335e47fb75b req-6187d25d-7e04-4953-b561-893afaac85a2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0937309
Apr 29 13:41:39.177982 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-b617be7c-d2d9-47a4-91cd-bf670486874c None None] Provisioning complete for port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:39.178502 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b617be7c-d2d9-47a4-91cd-bf670486874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.240144 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b7c30800-7e38-4aba-bd1a-6335e47fb75b req-2fd71173-6e94-4565-b46f-b17c5b167f51 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997679
Apr 29 13:41:39.286307 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:41:39.398100 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-b617be7c-d2d9-47a4-91cd-bf670486874c None None] Current status of the port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:39.398804 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b617be7c-d2d9-47a4-91cd-bf670486874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.459507 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-b617be7c-d2d9-47a4-91cd-bf670486874c None None] For port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:39.465953 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b617be7c-d2d9-47a4-91cd-bf670486874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.471888 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd50c9-e48a-408f-9fbf-06885c81e205 req-0c3a9a03-3f32-4075-afcd-f0caf8f114e9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:39.474493 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-69dd50c9-e48a-408f-9fbf-06885c81e205 req-0c3a9a03-3f32-4075-afcd-f0caf8f114e9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.1062970
Apr 29 13:41:39.496322 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51310) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:39.504535 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Request body: {'floatingip': {'port_id': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:39.554696 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:39.560659 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617be7c-d2d9-47a4-91cd-bf670486874c None None] Pushing event updated for resources: {'Port': ['ID=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:39.572687 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Sync routers for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:39.587895 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (9f0182c5-0e98-4f9e-ba27-39d0f6e7deab), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.591604 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.593450 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e53caf38-5ae4-441a-8540-71d1ef0f40f3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6487114
Apr 29 13:41:39.599138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51312) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:39.600875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:39.601907 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791970>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:39.824754 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:39.829419 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c77ff6d2-d873-4353-a25d-e98578ea4769 None None] Provisioning complete for port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:39.830067 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c77ff6d2-d873-4353-a25d-e98578ea4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:39.961277 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:40.276224 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:40.277222 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.283781 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.284838 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.289341 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (9f0182c5-0e98-4f9e-ba27-39d0f6e7deab), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.391626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.401830 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c77ff6d2-d873-4353-a25d-e98578ea4769 None None] Current status of the port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:40.448816 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791970>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:38Z', 'revision_number': 3, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:40.508531 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Checking router: 67aeeb02-6dea-4665-a8ba-8e93e153c8ca for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:40.509094 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Updating router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca port 5a9d790a-6a15-408f-992c-77fefb91fe9a binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:41:40.582706 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Allocated IP 172.20.0.1 (dac16251-0027-46b0-a642-6a084e50a0bb/fd1c9c98-c84e-492f-979d-665449f732f7/67b06125-024b-498a-afdd-abd386e6379c) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:40.607226 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.639128 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:40.703266 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Floating IP 9f0182c5-0e98-4f9e-ba27-39d0f6e7deab associated. External IP: 172.27.2.64, port: 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522.
Apr 29 13:41:40.740483 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks [] for port (67b06125-024b-498a-afdd-abd386e6379c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.785001 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (67b06125-024b-498a-afdd-abd386e6379c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:40.859058 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Network dac16251-0027-46b0-a642-6a084e50a0bb is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:40.871420 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:40.879124 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:40.931962 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Pushing event updated for resources: {'Port': ['ID=67b06125-024b-498a-afdd-abd386e6379c,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:40.974791 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.042363 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:41.068102 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Publish callbacks [] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.085419 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.151146 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (67b06125-024b-498a-afdd-abd386e6379c), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.183151 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Attempting to bind port 5a9d790a-6a15-408f-992c-77fefb91fe9a on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:41:41.183434 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Attempting to bind port 5a9d790a-6a15-408f-992c-77fefb91fe9a by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:41:41.183871 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Attempting to bind port 5a9d790a-6a15-408f-992c-77fefb91fe9a on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:41.198789 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:41:41.199288 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:41.199765 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.200226 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:41:41.201369 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Bound port: 5a9d790a-6a15-408f-992c-77fefb91fe9a, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:41:41.201369 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.203405 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816c7bf-87e5-49ad-b484-b727eb284e52 None None] Pushing event updated for resources: {'Port': ['ID=5a9d790a-6a15-408f-992c-77fefb91fe9a,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:41.260507 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:41.275543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.277668 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] Sync routers for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:41.304421 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:41.307608 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0ee0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:41.320387 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8ef8980d-0c55-460f-a7e1-54b6507647b5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "PUT /v2.0/floatingips/9f0182c5-0e98-4f9e-ba27-39d0f6e7deab HTTP/1.1" status: 200  len: 990 time: 1.8222542
Apr 29 13:41:41.321093 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:41.323544 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fcc6ec-2c9f-4266-8af4-ba7441193516" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:41.388105 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-d9c8e2a3-0021-4879-8617-3c75ec52ee3e None None] Provisioning complete for port 67b06125-024b-498a-afdd-abd386e6379c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:41.388991 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e2a3-0021-4879-8617-3c75ec52ee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (67b06125-024b-498a-afdd-abd386e6379c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.420494 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3633110-250b-4464-9a02-be057d84d65a x-openstack-request-id: req-d3633110-250b-4464-9a02-be057d84d65a {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:41.422035 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:41.422799 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3633110-250b-4464-9a02-be057d84d65a {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:41.423871 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3633110-250b-4464-9a02-be057d84d65a'] response: {'name': 'network-changed', 'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'status': 'completed', 'code': 200}
Apr 29 13:41:41.448513 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8e2a3-0021-4879-8617-3c75ec52ee3e None None] Port 67b06125-024b-498a-afdd-abd386e6379c cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:41:41.454414 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] For port 5a9d790a-6a15-408f-992c-77fefb91fe9a, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:41:41.458842 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] For port 5a9d790a-6a15-408f-992c-77fefb91fe9a, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=5a9d790a-6a15-408f-992c-77fefb91fe9a,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:41:41.460175 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks [] for port (67b06125-024b-498a-afdd-abd386e6379c), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.467880 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.476448 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (67b06125-024b-498a-afdd-abd386e6379c), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.528334 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:41.528997 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791970>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:41.566495 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:41.572436 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-05a81d17-1770-4daa-b17b-435cc467bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:41.574010 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-05a81d17-1770-4daa-b17b-435cc467bfff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1129 time: 0.1110592
Apr 29 13:41:41.601848 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816c7bf-87e5-49ad-b484-b727eb284e52 None None] Pushing event updated for resources: {'Port': ['ID=5a9d790a-6a15-408f-992c-77fefb91fe9a,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:41.618784 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:41.629824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Pushing event updated for resources: {'Port': ['ID=67b06125-024b-498a-afdd-abd386e6379c,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:41.721223 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:41.756915 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-97eec75c-4ad9-485c-94b7-5da2f3b999bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:41.758559 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-97eec75c-4ad9-485c-94b7-5da2f3b999bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.1770980
Apr 29 13:41:41.833257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Network dac16251-0027-46b0-a642-6a084e50a0bb is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:41.838867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:41.860947 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-fd732ee7-9eeb-401d-928b-2eee2ddded2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 998 time: 0.0925639
Apr 29 13:41:41.964813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-d889a40c-fb3a-4188-8525-c92d2ac53abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:41.966353 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-d889a40c-fb3a-4188-8525-c92d2ac53abc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.0670815
Apr 29 13:41:41.997289 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0ee0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '9f0182c5-0e98-4f9e-ba27-39d0f6e7deab', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'port_id': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'mac_address': 'fa:16:3e:1a:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:25Z', 'updated_at': '2022-04-29T13:41:40Z', 'revision_number': 1, 'project_id': '949789e24b594a069226af551ad3ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:42.054240 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-383840a2-d373-4b80-b95f-8739b0da3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:42.056085 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-383840a2-d373-4b80-b95f-8739b0da3a16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0819626
Apr 29 13:41:42.056339 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] Checking router: 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:42.072756 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:42.073971 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0ee0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:42.106455 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:42.132050 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791970>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 2, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:42.163590 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8372a7ce-4841-4bb8-843d-cd05afb77b7c None None] The sync data for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi is: [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 2, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:42.186045 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-e11bc63e-391f-47ce-aee4-14f0d4f454e5 None None] Provisioning complete for port 67b06125-024b-498a-afdd-abd386e6379c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:42.186419 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e11bc63e-391f-47ce-aee4-14f0d4f454e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (67b06125-024b-498a-afdd-abd386e6379c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:42.235240 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-e11bc63e-391f-47ce-aee4-14f0d4f454e5 None None] Port 67b06125-024b-498a-afdd-abd386e6379c cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:41:42.240305 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-f488b0a0-3afa-404e-9465-880a32a9abcd service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728935
Apr 29 13:41:42.380968 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:42.706103 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae17e0ee0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '9f0182c5-0e98-4f9e-ba27-39d0f6e7deab', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'port_id': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'mac_address': 'fa:16:3e:1a:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:25Z', 'updated_at': '2022-04-29T13:41:40Z', 'revision_number': 1, 'project_id': '949789e24b594a069226af551ad3ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:42.744300 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd07a0c-616c-48c7-aade-4141a0ec2c5c None None] The sync data for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi is: [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '9f0182c5-0e98-4f9e-ba27-39d0f6e7deab', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'port_id': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'mac_address': 'fa:16:3e:1a:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:41:25Z', 'updated_at': '2022-04-29T13:41:40Z', 'revision_number': 1, 'project_id': '949789e24b594a069226af551ad3ee09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:42.749148 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:42.759010 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c2c43f9b-a56d-443c-a15d-209358fd2e57 admin admin] 10.222.0.52 "PUT /v2.0/routers/67aeeb02-6dea-4665-a8ba-8e93e153c8ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1549761
Apr 29 13:41:42.792211 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a3fcc6ec-2c9f-4266-8af4-ba7441193516 req-a398751d-46db-4bd7-94cc-829c8765f0dc service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5443337
Apr 29 13:41:43.148112 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a00fa-1ef3-44fc-a29e-02139a38dd8e None None] New status for floating IP 9f0182c5-0e98-4f9e-ba27-39d0f6e7deab: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:41:43.518897 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51332) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:43.523948 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1581174442-network', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:43.548373 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Made reservation on behalf of 61b8549c6e6e4dd29788613a610eba57 for: {'network': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:41:43.551141 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.563193 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.659130 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks [] for security_group (d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.663679 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.694997 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=103577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:41:43.702673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:43.711148 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (51a726ff-aa35-41ea-8315-71d20b2cacc3), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.711754 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.segments_db [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Added segment 51a726ff-aa35-41ea-8315-71d20b2cacc3 of type vlan for network 8250ca23-4d3d-44c5-956b-035581e22ab8
Apr 29 13:41:43.767205 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (8250ca23-4d3d-44c5-956b-035581e22ab8), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.815052 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (8250ca23-4d3d-44c5-956b-035581e22ab8), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.816802 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:43.818972 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.850873 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 5a9d790a-6a15-408f-992c-77fefb91fe9a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:43.876884 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3520777
Apr 29 13:41:43.878837 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51334) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:43.885055 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Request body: {'subnet': {'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1581174442-subnet', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:43.914653 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 5a9d790a-6a15-408f-992c-77fefb91fe9a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:43.915138 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.938509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da325f6-7037-4e26-8619-be0b8a89273e admin admin] Pushing event updated for resources: {'Network': ['ID=8250ca23-4d3d-44c5-956b-035581e22ab8,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:43.956873 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Made reservation on behalf of 61b8549c6e6e4dd29788613a610eba57 for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:41:43.959815 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170082'] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:43.967479 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:41:44.149473 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 5a9d790a-6a15-408f-992c-77fefb91fe9a is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:44.150491 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.183795 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 5a9d790a-6a15-408f-992c-77fefb91fe9a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=5a9d790a-6a15-408f-992c-77fefb91fe9a,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:44.189707 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.242027 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59200663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170256'] for subnet (68681eda-eef2-4b76-bac0-f4d7c70480c1), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.252262 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=5a9d790a-6a15-408f-992c-77fefb91fe9a,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:44.332191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68681eda-eef2-4b76-bac0-f4d7c70480c1,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:44.343812 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Checking segment: {'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:44.344795 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Network hostable DHCP agents. Network: 8250ca23-4d3d-44c5-956b-035581e22ab8, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:41:44.367517 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:41:44.380172 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 8250ca23-4d3d-44c5-956b-035581e22ab8) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:44.386241 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:44.387640 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.392697 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da4543-f823-4ed0-b228-c3b55595b959 None None] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:41:44.411420 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-27985df1-4473-4018-9b03-bb2cb3162904 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5323877
Apr 29 13:41:44.414239 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51336) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:44.419913 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:44.444811 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (6be3fd0d-a252-428b-8d65-2e270a83d833), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.446144 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (6be3fd0d-a252-428b-8d65-2e270a83d833), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.511779 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks [] for router_controller (6be3fd0d-a252-428b-8d65-2e270a83d833), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.577519 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-8250ca23-4d3d-44c5-956b-035581e22ab8', 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8', 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'fixed_ips': [{'subnet_id': '68681eda-eef2-4b76-bac0-f4d7c70480c1'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:41:44.579676 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.697663 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks [] for router_gateway (6be3fd0d-a252-428b-8d65-2e270a83d833), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.823815 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Allocated IP 172.20.0.2 (8250ca23-4d3d-44c5-956b-035581e22ab8/68681eda-eef2-4b76-bac0-f4d7c70480c1/d04ef6f9-2217-4aaf-8c7a-b7f075de63bb) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:44.970823 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks [] for router_gateway (6be3fd0d-a252-428b-8d65-2e270a83d833), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:44.982207 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Sync routers for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:45.001480 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:45.002551 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07b2100>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:45.013044 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.098141 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Publish callbacks [] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.115083 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.174091 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:45.186853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:45.198951 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:45.202419 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Pushing event updated for resources: {'Port': ['ID=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:45.208138 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:45.229018 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Allocated IP 172.27.2.69 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/9e42ee3d-6d2a-4715-90cb-dd4298ba2c96) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:45.305153 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Attempting to bind port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:41:45.306140 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Attempting to bind port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:41:45.306547 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Attempting to bind port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb on network 8250ca23-4d3d-44c5-956b-035581e22ab8 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:45.313737 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:41:45.314202 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Checking segment: {'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:45.314808 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.315222 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Bound using segment: {'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:41:45.315710 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Bound port: d04ef6f9-2217-4aaf-8c7a-b7f075de63bb, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:41:45.316278 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.385979 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks [] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.398499 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] For port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:41:45.404214 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] For port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,segment=NetworkSegment(51a726ff-aa35-41ea-8315-71d20b2cacc3),segment_id=51a726ff-aa35-41ea-8315-71d20b2cacc3)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:41:45.419841 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.435068 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.474992 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07b2100>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 2, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:45.480655 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:45.488345 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:45.493816 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:45.501424 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Pushing event updated for resources: {'Port': ['ID=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:45.526662 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Checking router: 67aeeb02-6dea-4665-a8ba-8e93e153c8ca for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:45.526662 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Updating router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca port 67b06125-024b-498a-afdd-abd386e6379c binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:41:45.549452 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce5b6e-3c6f-4913-bf84-0b02032eea18 None None] Pushing event updated for resources: {'Port': ['ID=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:45.550583 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (67b06125-024b-498a-afdd-abd386e6379c), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.881616 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Publish callbacks [] for port (67b06125-024b-498a-afdd-abd386e6379c), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.891675 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (67b06125-024b-498a-afdd-abd386e6379c), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.906706 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks [] for router_gateway (6be3fd0d-a252-428b-8d65-2e270a83d833), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:45.943015 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Pushing event updated for resources: {'Port': ['ID=67b06125-024b-498a-afdd-abd386e6379c,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:45.952407 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.953017 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.954538 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.955133 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.955619 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.956119 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.956467 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.956773 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.957102 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.957423 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.957753 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.958076 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.958555 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.959079 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.959873 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:41:45.966191 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 5a9d790a-6a15-408f-992c-77fefb91fe9a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:46.067593 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Attempting to bind port 67b06125-024b-498a-afdd-abd386e6379c on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:41:46.068510 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Attempting to bind port 67b06125-024b-498a-afdd-abd386e6379c by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:41:46.069143 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Attempting to bind port 67b06125-024b-498a-afdd-abd386e6379c on network dac16251-0027-46b0-a642-6a084e50a0bb {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:46.084933 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:41:46.085736 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Checking segment: {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:46.086732 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.087375 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Bound using segment: {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:41:46.088751 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Bound port: 67b06125-024b-498a-afdd-abd386e6379c, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:41:46.089756 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (67b06125-024b-498a-afdd-abd386e6379c), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.099825 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 5a9d790a-6a15-408f-992c-77fefb91fe9a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:46.100782 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.212723 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] For port 67b06125-024b-498a-afdd-abd386e6379c, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:41:46.219025 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] For port 67b06125-024b-498a-afdd-abd386e6379c, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=67b06125-024b-498a-afdd-abd386e6379c,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:41:46.229656 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (67b06125-024b-498a-afdd-abd386e6379c), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.260110 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (6be3fd0d-a252-428b-8d65-2e270a83d833), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.307265 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc418e-187b-42d2-9a51-488f46dcbd82 None None] Pushing event updated for resources: {'Port': ['ID=67b06125-024b-498a-afdd-abd386e6379c,revision_number=4']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:46.323844 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-f363a05e-cfaa-4915-a169-23cdbc3009cd None None] Provisioning complete for port 67b06125-024b-498a-afdd-abd386e6379c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:46.324389 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f363a05e-cfaa-4915-a169-23cdbc3009cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (67b06125-024b-498a-afdd-abd386e6379c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.325161 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:46.325465 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 5a9d790a-6a15-408f-992c-77fefb91fe9a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:46.326230 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07b2100>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:46.326537 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device d04ef6f9-2217-4aaf-8c7a-b7f075de63bb up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:46.442650 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:46.443040 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.481951 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Router 6be3fd0d-a252-428b-8d65-2e270a83d833 is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:41:46.519720 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:46.529688 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-f363a05e-cfaa-4915-a169-23cdbc3009cd None None] Current status of the port 67b06125-024b-498a-afdd-abd386e6379c is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:46.530083 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f363a05e-cfaa-4915-a169-23cdbc3009cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (67b06125-024b-498a-afdd-abd386e6379c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.685964 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:46.713366 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.720190 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-3c0f5ea5-3c91-486e-a21f-5ffba56d5277 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3044074
Apr 29 13:41:46.720493 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51342) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:46.780527 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Sync routers for ids ['6be3fd0d-a252-428b-8d65-2e270a83d833'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:46.810361 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07b2100>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:46.818722 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Routers {'6be3fd0d-a252-428b-8d65-2e270a83d833'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:46.819612 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad35ce0d0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['6be3fd0d-a252-428b-8d65-2e270a83d833'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:46.851551 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca078f-06cc-461e-a03c-a7456c8815a0 None None] The sync data for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi is: [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:46.870015 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:46.874990 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.888441 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-f363a05e-cfaa-4915-a169-23cdbc3009cd None None] For port 67b06125-024b-498a-afdd-abd386e6379c, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=67b06125-024b-498a-afdd-abd386e6379c,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:46.903186 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f363a05e-cfaa-4915-a169-23cdbc3009cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (67b06125-024b-498a-afdd-abd386e6379c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:46.991136 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165cef3-8928-4fcc-adae-1d36e6475047 None None] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:41:47.039181 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,segment=NetworkSegment(51a726ff-aa35-41ea-8315-71d20b2cacc3),segment_id=51a726ff-aa35-41ea-8315-71d20b2cacc3)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:47.079488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.123015 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363a05e-cfaa-4915-a169-23cdbc3009cd None None] Pushing event updated for resources: {'Port': ['ID=67b06125-024b-498a-afdd-abd386e6379c,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:47.126460 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-f9825ca7-4206-4683-9dad-36fe5a29f91b None None] Provisioning complete for port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:47.127087 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f9825ca7-4206-4683-9dad-36fe5a29f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.204010 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Set router 6be3fd0d-a252-428b-8d65-2e270a83d833 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:47.330958 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.343680 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:47.459917 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-f9825ca7-4206-4683-9dad-36fe5a29f91b None None] Current status of the port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:47.475359 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-f9825ca7-4206-4683-9dad-36fe5a29f91b None None] Provisioning complete for port 67b06125-024b-498a-afdd-abd386e6379c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:47.475738 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f9825ca7-4206-4683-9dad-36fe5a29f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (67b06125-024b-498a-afdd-abd386e6379c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.598039 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad35ce0d0>, [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:41:45Z', 'revision_number': 3, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port': {'id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:45Z', 'updated_at': '2022-04-29T13:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:47.608347 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Allocated IP 172.20.0.1 (8250ca23-4d3d-44c5-956b-035581e22ab8/68681eda-eef2-4b76-bac0-f4d7c70480c1/6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:41:47.635996 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Checking router: 6be3fd0d-a252-428b-8d65-2e270a83d833 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:47.636351 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Updating router 6be3fd0d-a252-428b-8d65-2e270a83d833 port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:41:47.674673 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.738107 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-f9825ca7-4206-4683-9dad-36fe5a29f91b None None] Current status of the port 67b06125-024b-498a-afdd-abd386e6379c is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:47.844983 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks [] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.890095 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 67b06125-024b-498a-afdd-abd386e6379c up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:47.896001 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.898976 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-4fff9588-d5d2-4780-af82-856d8616496a None None] Provisioning complete for port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:47.899376 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4fff9588-d5d2-4780-af82-856d8616496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:47.966786 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:47.980090 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:47.987578 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:41:48.015372 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Pushing event updated for resources: {'Port': ['ID=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:48.045148 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (6be3fd0d-a252-428b-8d65-2e270a83d833), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.072543 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 67b06125-024b-498a-afdd-abd386e6379c triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:48.072995 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (67b06125-024b-498a-afdd-abd386e6379c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.183836 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-4fff9588-d5d2-4780-af82-856d8616496a None None] Current status of the port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:48.205866 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Publish callbacks [] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.214864 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.241393 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.328526 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbbe7d-0ad9-4fc7-bccf-ff386b42d60b None None] Pushing event updated for resources: {'Port': ['ID=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:48.330895 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 67b06125-024b-498a-afdd-abd386e6379c is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:48.332049 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device d04ef6f9-2217-4aaf-8c7a-b7f075de63bb up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:48.333925 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Attempting to bind port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:41:48.334295 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Attempting to bind port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:41:48.334675 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Attempting to bind port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:48.358537 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-24ae2256-a193-4d2c-af91-bb10eaeddff3 None None] Provisioning complete for port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:48.360471 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-24ae2256-a193-4d2c-af91-bb10eaeddff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.389975 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:41:48.390350 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:48.391081 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.391616 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:41:48.392100 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Bound port: 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:41:48.392488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.451165 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-24ae2256-a193-4d2c-af91-bb10eaeddff3 None None] Port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:41:48.457588 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks [] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.462985 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.474747 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] For port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:41:48.478079 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] For port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:41:48.479439 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:48.479812 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.504426 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.537753 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (6be3fd0d-a252-428b-8d65-2e270a83d833), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:48.539752 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Pushing event updated for resources: {'Port': ['ID=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:48.661329 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:41:48.662925 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:41:48.730820 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbbe7d-0ad9-4fc7-bccf-ff386b42d60b None None] Pushing event updated for resources: {'Port': ['ID=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:48.737009 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Routers {'6be3fd0d-a252-428b-8d65-2e270a83d833'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:48.739122 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad35ce0d0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['6be3fd0d-a252-428b-8d65-2e270a83d833'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:48.817012 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Router 6be3fd0d-a252-428b-8d65-2e270a83d833 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:48.864086 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:48.952537 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:48.957445 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] Set router 6be3fd0d-a252-428b-8d65-2e270a83d833 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:48.959339 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-674c67b9-29c7-46de-a8ed-c73b9b7eaee2 admin admin] 10.222.0.52 "PUT /v2.0/routers/6be3fd0d-a252-428b-8d65-2e270a83d833/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2365391
Apr 29 13:41:49.003471 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-3d0944f0-5f62-404d-aa78-c144ccba602d None None] Provisioning complete for port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:49.003846 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3d0944f0-5f62-404d-aa78-c144ccba602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.090566 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-3d0944f0-5f62-404d-aa78-c144ccba602d None None] Port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:41:49.227297 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad35ce0d0>, [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 4, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port': {'id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:45Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a', 'name': '', 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'mac_address': 'fa:16:3e:d2:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:47Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 2, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'subnets': [{'id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:49.258250 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de868c-955c-4540-841a-7683fdb37fee None None] The sync data for ids ['6be3fd0d-a252-428b-8d65-2e270a83d833'] in dv-cinder-839416-3-iscsi is: [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 4, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port': {'id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:45Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a', 'name': '', 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'mac_address': 'fa:16:3e:d2:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:47Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 2, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'subnets': [{'id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:49.704186 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51352) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:49.709900 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-6ef857e3-c7f4-43e9-a81f-35cb0d62dd6e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053375367', 'description': 'tempest-secgroup-smoke-1053375367 description', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:49.733323 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ef857e3-c7f4-43e9-a81f-35cb0d62dd6e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.819911 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ef857e3-c7f4-43e9-a81f-35cb0d62dd6e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group (081703a2-6a0b-4466-abeb-91535d16e4fe), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.825902 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ef857e3-c7f4-43e9-a81f-35cb0d62dd6e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (081703a2-6a0b-4466-abeb-91535d16e4fe), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.858558 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6ef857e3-c7f4-43e9-a81f-35cb0d62dd6e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.860080 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6ef857e3-c7f4-43e9-a81f-35cb0d62dd6e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1543446
Apr 29 13:41:49.863760 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51354) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:49.869432 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-b3d368f3-3178-4b6d-bf0d-36ef886778d6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'security_group_rule': {'security_group_id': '081703a2-6a0b-4466-abeb-91535d16e4fe', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:49.874791 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef857e3-c7f4-43e9-a81f-35cb0d62dd6e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081703a2-6a0b-4466-abeb-91535d16e4fe,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:49.902430 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b3d368f3-3178-4b6d-bf0d-36ef886778d6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (9a4c49f3-31b9-4420-bdcf-cde896a9f695), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.970265 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fb8218fb-5da9-4092-845a-bb7d05943507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.974131 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b3d368f3-3178-4b6d-bf0d-36ef886778d6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (9a4c49f3-31b9-4420-bdcf-cde896a9f695), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:49.979096 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b3d368f3-3178-4b6d-bf0d-36ef886778d6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (9a4c49f3-31b9-4420-bdcf-cde896a9f695), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.021159 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d368f3-3178-4b6d-bf0d-36ef886778d6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4c49f3-31b9-4420-bdcf-cde896a9f695,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:50.036481 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b3d368f3-3178-4b6d-bf0d-36ef886778d6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.038369 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-b3d368f3-3178-4b6d-bf0d-36ef886778d6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1729724
Apr 29 13:41:50.043798 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51358) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:50.050566 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-6fd92c12-1523-4cba-b391-344891ca4815 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'security_group_rule': {'security_group_id': '081703a2-6a0b-4466-abeb-91535d16e4fe', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:50.084667 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6fd92c12-1523-4cba-b391-344891ca4815 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (a050f015-e680-4e2b-a1ec-d905d7a522f0), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.179032 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6fd92c12-1523-4cba-b391-344891ca4815 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (a050f015-e680-4e2b-a1ec-d905d7a522f0), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.190040 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6fd92c12-1523-4cba-b391-344891ca4815 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (a050f015-e680-4e2b-a1ec-d905d7a522f0), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.215415 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd92c12-1523-4cba-b391-344891ca4815 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a050f015-e680-4e2b-a1ec-d905d7a522f0,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:50.229615 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6fd92c12-1523-4cba-b391-344891ca4815 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.231530 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6fd92c12-1523-4cba-b391-344891ca4815 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1861157
Apr 29 13:41:50.233814 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51364) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:50.239479 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-397b1885-cd10-48fa-ab74-aa75e833a751 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'security_group_rule': {'security_group_id': '081703a2-6a0b-4466-abeb-91535d16e4fe', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:50.271087 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-397b1885-cd10-48fa-ab74-aa75e833a751 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (656cc0e2-88e3-42bc-b93c-4941b116b5d1), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.353143 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-397b1885-cd10-48fa-ab74-aa75e833a751 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (656cc0e2-88e3-42bc-b93c-4941b116b5d1), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.358372 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-397b1885-cd10-48fa-ab74-aa75e833a751 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (656cc0e2-88e3-42bc-b93c-4941b116b5d1), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.378801 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b1885-cd10-48fa-ab74-aa75e833a751 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656cc0e2-88e3-42bc-b93c-4941b116b5d1,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:50.384366 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-397b1885-cd10-48fa-ab74-aa75e833a751 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.387222 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-397b1885-cd10-48fa-ab74-aa75e833a751 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1513398
Apr 29 13:41:50.388468 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51370) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:50.393591 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-c897be97-42a7-4681-8dab-8d6120b99302 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'security_group_rule': {'security_group_id': '081703a2-6a0b-4466-abeb-91535d16e4fe', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:50.422735 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c897be97-42a7-4681-8dab-8d6120b99302 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (449f72da-eab0-4fa7-9bbd-dc0b4b97067c), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.512206 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c897be97-42a7-4681-8dab-8d6120b99302 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (449f72da-eab0-4fa7-9bbd-dc0b4b97067c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.517370 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c897be97-42a7-4681-8dab-8d6120b99302 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (449f72da-eab0-4fa7-9bbd-dc0b4b97067c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.538672 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897be97-42a7-4681-8dab-8d6120b99302 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449f72da-eab0-4fa7-9bbd-dc0b4b97067c,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:50.547864 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c897be97-42a7-4681-8dab-8d6120b99302 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.549173 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c897be97-42a7-4681-8dab-8d6120b99302 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1596975
Apr 29 13:41:50.552388 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51374) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:50.556940 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'security_group_rule': {'security_group_id': '081703a2-6a0b-4466-abeb-91535d16e4fe', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:50.586839 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.securitygroups_db [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Project d2e70460a8a94baa9478ff1cf630c0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 13:41:50.595538 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (d0c33a07-9c9f-46f4-8f4d-e43cccf59daf), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.683628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (d0c33a07-9c9f-46f4-8f4d-e43cccf59daf), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.689026 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (d0c33a07-9c9f-46f4-8f4d-e43cccf59daf), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.714292 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c33a07-9c9f-46f4-8f4d-e43cccf59daf,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:50.724312 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.728355 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e00fd8db-b1f3-437c-bd01-c832b16b9392 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1725738
Apr 29 13:41:50.728952 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51376) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:50.733901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'security_group_rule': {'security_group_id': '081703a2-6a0b-4466-abeb-91535d16e4fe', 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:41:50.758082 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.securitygroups_db [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Project d2e70460a8a94baa9478ff1cf630c0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 13:41:50.764415 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (ac9b6463-3792-488e-b980-ac825214281c), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.842664 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (ac9b6463-3792-488e-b980-ac825214281c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.848320 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (ac9b6463-3792-488e-b980-ac825214281c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.874019 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9b6463-3792-488e-b980-ac825214281c,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:50.886738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:50.888483 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-fa48cbda-11c9-447b-ac8a-dc5991846131 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1582990
Apr 29 13:41:51.867788 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:51.914820 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b1a9c-e72a-4baf-ac28-4bf8635740c5 req-8b646750-a270-4ffd-8695-15bbbf4c836a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:51.917608 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d42b1a9c-e72a-4baf-ac28-4bf8635740c5 req-8b646750-a270-4ffd-8695-15bbbf4c836a tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0635865
Apr 29 13:41:51.928190 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:51.928579 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:51.982640 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d42b1a9c-e72a-4baf-ac28-4bf8635740c5 req-18e346b2-7a1f-4ea0-96dc-86e7be47f748 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580397
Apr 29 13:41:52.032968 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:52.033275 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:52.061043 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:52.065877 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:52.121295 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:52.493475 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-71b8d8b7-483c-4bb9-9d2f-d1e4af018dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:53.117993 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095cb4-4aad-40ca-9dc1-742b60659813 req-ea41e68f-0562-4048-b07a-fdafded8edd7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:53.119653 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0095cb4-4aad-40ca-9dc1-742b60659813 req-ea41e68f-0562-4048-b07a-fdafded8edd7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0636809
Apr 29 13:41:53.171234 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0095cb4-4aad-40ca-9dc1-742b60659813 req-4c1d2543-31ed-44ba-a2c4-850fdb8162f0 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457065
Apr 29 13:41:53.663633 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Sync routers for ids ['6be3fd0d-a252-428b-8d65-2e270a83d833'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:53.671063 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:53.676720 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Routers {'6be3fd0d-a252-428b-8d65-2e270a83d833'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:53.677336 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae05534c0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['6be3fd0d-a252-428b-8d65-2e270a83d833'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:53.808857 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Set router 6be3fd0d-a252-428b-8d65-2e270a83d833 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:53.818853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:53.884189 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:53.884787 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:53.999248 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:54.170419 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae05534c0>, [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 4, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port': {'id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:45Z', 'updated_at': '2022-04-29T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a', 'name': '', 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'mac_address': 'fa:16:3e:d2:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:47Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 2, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'subnets': [{'id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:54.199550 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Checking router: 6be3fd0d-a252-428b-8d65-2e270a83d833 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:54.199895 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Updating router 6be3fd0d-a252-428b-8d65-2e270a83d833 port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:41:54.238180 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:54.324281 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102bf5-03fe-44a7-adb0-5775c4ad9342 req-cbc2ceae-eee1-4efd-bc64-52c8c2f00591 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:54.325833 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-67102bf5-03fe-44a7-adb0-5775c4ad9342 req-cbc2ceae-eee1-4efd-bc64-52c8c2f00591 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0698740
Apr 29 13:41:54.384412 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-67102bf5-03fe-44a7-adb0-5775c4ad9342 req-05a07440-104b-4fca-9c5d-08690cb6e71f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519979
Apr 29 13:41:54.565945 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Publish callbacks [] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:54.571730 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:54.621014 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372245c-02f9-4a09-8996-f33d89ebe4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:54.695961 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Attempting to bind port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:41:54.696679 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Attempting to bind port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:41:54.696858 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Attempting to bind port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a on network 8250ca23-4d3d-44c5-956b-035581e22ab8 {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:41:54.703714 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:41:54.704063 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Checking segment: {'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:41:54.704489 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:54.704898 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Bound using segment: {'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:41:54.705382 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Bound port: 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a726ff-aa35-41ea-8315-71d20b2cacc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:41:54.705763 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:54.801644 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] For port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:41:54.807519 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] For port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,segment=NetworkSegment(51a726ff-aa35-41ea-8315-71d20b2cacc3),segment_id=51a726ff-aa35-41ea-8315-71d20b2cacc3)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:41:54.815822 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:54.878573 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372245c-02f9-4a09-8996-f33d89ebe4d6 None None] Pushing event updated for resources: {'Port': ['ID=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,revision_number=4']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:54.888807 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Routers {'6be3fd0d-a252-428b-8d65-2e270a83d833'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:54.889521 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae05534c0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['6be3fd0d-a252-428b-8d65-2e270a83d833'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:54.906206 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-8ef44f33-83d5-44bb-95c9-385d66bcf7e7 None None] Provisioning complete for port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:54.907483 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8ef44f33-83d5-44bb-95c9-385d66bcf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.025301 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-8ef44f33-83d5-44bb-95c9-385d66bcf7e7 None None] Current status of the port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:55.030864 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8ef44f33-83d5-44bb-95c9-385d66bcf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.043806 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.044057 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] Set router 6be3fd0d-a252-428b-8d65-2e270a83d833 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:55.092783 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8ef44f33-83d5-44bb-95c9-385d66bcf7e7 None None] For port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,segment=NetworkSegment(51a726ff-aa35-41ea-8315-71d20b2cacc3),segment_id=51a726ff-aa35-41ea-8315-71d20b2cacc3)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:55.098903 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8ef44f33-83d5-44bb-95c9-385d66bcf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.158858 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef44f33-83d5-44bb-95c9-385d66bcf7e7 None None] Pushing event updated for resources: {'Port': ['ID=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:55.212138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-838c187b-8e1f-4bce-a688-56a841e4efb4 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:55.213751 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-838c187b-8e1f-4bce-a688-56a841e4efb4 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0619071
Apr 29 13:41:55.235200 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-ca082888-456f-42c2-b404-f8c93a68ced7 None None] Provisioning complete for port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:55.235817 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ca082888-456f-42c2-b404-f8c93a68ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.316345 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae05534c0>, [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 4, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port': {'id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:45Z', 'updated_at': '2022-04-29T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a', 'name': '', 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'mac_address': 'fa:16:3e:d2:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:47Z', 'updated_at': '2022-04-29T13:41:54Z', 'revision_number': 4, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'subnets': [{'id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:55.344217 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-ca082888-456f-42c2-b404-f8c93a68ced7 None None] Current status of the port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:55.350002 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94458486-74ea-4fa7-86a0-0836788bbb5f None None] The sync data for ids ['6be3fd0d-a252-428b-8d65-2e270a83d833'] in dv-cinder-839416-3-iscsi is: [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:41:48Z', 'revision_number': 4, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port': {'id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:45Z', 'updated_at': '2022-04-29T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a', 'name': '', 'network_id': '8250ca23-4d3d-44c5-956b-035581e22ab8', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'mac_address': 'fa:16:3e:d2:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:47Z', 'updated_at': '2022-04-29T13:41:54Z', 'revision_number': 4, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'subnets': [{'id': '68681eda-eef2-4b76-bac0-f4d7c70480c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:55.354042 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Deleting port 56585510-baec-4b7f-8173-96ab4d97fbce {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:55.354647 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.551204 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] For port 56585510-baec-4b7f-8173-96ab4d97fbce, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=56585510-baec-4b7f-8173-96ab4d97fbce,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:41:55.551590 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.564464 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26497cd-97b7-4a41-a53c-c8d5071d4328 req-e56baa85-8692-4ace-bbc7-38aab9778de5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:41:55.567080 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f26497cd-97b7-4a41-a53c-c8d5071d4328 req-e56baa85-8692-4ace-bbc7-38aab9778de5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 946 time: 0.0990119
Apr 29 13:41:55.680726 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f26497cd-97b7-4a41-a53c-c8d5071d4328 req-2201386f-6999-466d-bd8a-39e01f7fd5b2 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=53756a4c-ef46-48ab-bfb2-0800f747f549&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1041889
Apr 29 13:41:55.815704 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.816233 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:55.816579 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Floating IP 8b88c897-b96e-48f8-9738-5051ad43a88f disassociated. External IP: 172.27.2.204, port: 56585510-baec-4b7f-8173-96ab4d97fbce.
Apr 29 13:41:55.816930 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Calling delete_port for 56585510-baec-4b7f-8173-96ab4d97fbce owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:55.839701 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:41:55.903353 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:41:55.903993 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:56.009909 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:41:56.020466 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (56585510-baec-4b7f-8173-96ab4d97fbce), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:56.056444 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event deleted for resources: {'Port': ['ID=56585510-baec-4b7f-8173-96ab4d97fbce,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:56.222499 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:41:56.354161 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:41:56.368061 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284637a-db46-411b-8709-19677cec4603 None None] Sync routers for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:41:56.385003 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:56.387037 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cf1970>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:56.404534 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] No DVR routers for this DVR port 56585510-baec-4b7f-8173-96ab4d97fbce on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:41:56.408296 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:56.412157 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0908e7ae-6d82-49f3-b592-5e8ccec54829 req-93c6cac2-1a09-4612-8fe4-c1729fde3251 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "DELETE /v2.0/ports/56585510-baec-4b7f-8173-96ab4d97fbce HTTP/1.1" status: 204  len: 173 time: 1.1913915
Apr 29 13:41:56.412733 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'name': 'network-vif-deleted', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:41:56.415298 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d888ad-0e27-4746-944e-6973bd15a5db" -d '{"events": [{"server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "name": "network-vif-deleted", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:41:56.479229 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705c0434-ee07-4450-9b51-bff610843e6d x-openstack-request-id: req-705c0434-ee07-4450-9b51-bff610843e6d {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:41:56.480732 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626c6bf6-6c33-4cd0-8c4f-f72031f607f6", "name": "network-vif-deleted", "tag": "56585510-baec-4b7f-8173-96ab4d97fbce", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:41:56.480732 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-705c0434-ee07-4450-9b51-bff610843e6d {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:41:56.481084 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705c0434-ee07-4450-9b51-bff610843e6d'] response: {'server_uuid': '626c6bf6-6c33-4cd0-8c4f-f72031f607f6', 'name': 'network-vif-deleted', 'tag': '56585510-baec-4b7f-8173-96ab4d97fbce', 'status': 'completed', 'code': 200}
Apr 29 13:41:56.615430 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:56.684998 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:56.878452 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3e615881-5c00-4246-8b6d-6818bf16ad9e req-61448a8e-f386-432a-a0e7-9786e290822f tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=626c6bf6-6c33-4cd0-8c4f-f72031f607f6 HTTP/1.1" status: 200  len: 210 time: 0.0484812
Apr 29 13:41:56.896373 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cf1970>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:56.933341 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284637a-db46-411b-8709-19677cec4603 None None] Checking router: 9fad7a6c-b2f7-4c90-a56d-0916e9be960b for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:41:56.944292 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:41:56.944969 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cf1970>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:57.088838 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:41:57.549780 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e284637a-db46-411b-8709-19677cec4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cf1970>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:41:57.583632 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284637a-db46-411b-8709-19677cec4603 None None] The sync data for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi is: [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:37:17Z', 'revision_number': 4, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'f77592ab-008c-42d6-aaf1-a5501c8beb32', 'name': '', 'network_id': 'ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'mac_address': 'fa:16:3e:c2:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:14Z', 'updated_at': '2022-04-29T13:37:23Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'subnets': [{'id': 'e9b72223-1963-4fe3-b08c-3ac37ac0f6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:41:57.849518 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8d45c-b961-401b-85fb-c097e758ebce None None] New status for floating IP 8b88c897-b96e-48f8-9738-5051ad43a88f: DOWN {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:41:58.008184 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51468) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:58.092820 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e4733478-ad4f-48c6-9150-d3dc24eaf75c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group (53756a4c-ef46-48ab-bfb2-0800f747f549), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.138630 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e4733478-ad4f-48c6-9150-d3dc24eaf75c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group (53756a4c-ef46-48ab-bfb2-0800f747f549), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.227368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e4733478-ad4f-48c6-9150-d3dc24eaf75c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (53756a4c-ef46-48ab-bfb2-0800f747f549), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.230871 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e4733478-ad4f-48c6-9150-d3dc24eaf75c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.232174 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e4733478-ad4f-48c6-9150-d3dc24eaf75c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "DELETE /v2.0/security-groups/53756a4c-ef46-48ab-bfb2-0800f747f549 HTTP/1.1" status: 204  len: 168 time: 0.2229507
Apr 29 13:41:58.236127 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51470) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:58.246784 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733478-ad4f-48c6-9150-d3dc24eaf75c tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53756a4c-ef46-48ab-bfb2-0800f747f549,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:58.265998 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.api.v2.resource [None req-dbb6aa1f-e071-42ec-8ea5-81b47c9d51d5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] show failed (client error): The resource could not be found.
Apr 29 13:41:58.267877 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-dbb6aa1f-e071-42ec-8ea5-81b47c9d51d5 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups/53756a4c-ef46-48ab-bfb2-0800f747f549 HTTP/1.1" status: 404  len: 347 time: 0.0301216
Apr 29 13:41:58.271123 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51472) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:41:58.410678 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Deleting port 7a25878d-2359-484a-9787-120c6077e455 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:41:58.411754 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (7a25878d-2359-484a-9787-120c6077e455), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.504430 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (7a25878d-2359-484a-9787-120c6077e455), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.504760 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (7a25878d-2359-484a-9787-120c6077e455), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.521170 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Calling delete_port for 7a25878d-2359-484a-9787-120c6077e455 owned by network:floatingip {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:41:58.662426 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 56585510-baec-4b7f-8173-96ab4d97fbce no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:41:58.683569 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (7a25878d-2359-484a-9787-120c6077e455), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.689046 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 56585510-baec-4b7f-8173-96ab4d97fbce {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:41:58.689601 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 56585510-baec-4b7f-8173-96ab4d97fbce not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:41:58.715525 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event deleted for resources: {'Port': ['ID=7a25878d-2359-484a-9787-120c6077e455,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:41:58.786067 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks [] for floatingip (8b88c897-b96e-48f8-9738-5051ad43a88f), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.791329 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:41:58.793481 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-1046253e-713a-44f2-9b4a-07d7c4f6d43d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "DELETE /v2.0/floatingips/8b88c897-b96e-48f8-9738-5051ad43a88f HTTP/1.1" status: 204  len: 168 time: 0.5206449
Apr 29 13:42:01.361560 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b924c59-8964-45c4-9b56-c702b53963df req-a7013714-55cd-4c10-9943-f2ec125ab973 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:01.363159 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0b924c59-8964-45c4-9b56-c702b53963df req-a7013714-55cd-4c10-9943-f2ec125ab973 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0543571
Apr 29 13:42:01.416459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0b924c59-8964-45c4-9b56-c702b53963df req-aafea42f-7ed4-4b2e-9f3f-ecd55c20752d tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471573
Apr 29 13:42:02.548047 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48f8b-cd79-4d86-aa01-a0d869257a19 req-e76c848c-7f76-4171-9550-71950527f6ab tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:02.549678 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6fd48f8b-cd79-4d86-aa01-a0d869257a19 req-e76c848c-7f76-4171-9550-71950527f6ab tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0572531
Apr 29 13:42:02.600452 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6fd48f8b-cd79-4d86-aa01-a0d869257a19 req-c4cf30f8-a2ff-49b6-b74c-3ed6f92a26bd tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447583
Apr 29 13:42:03.654289 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-f50ab729-5757-437b-adc8-afbb666031c8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:03.655914 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-f50ab729-5757-437b-adc8-afbb666031c8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0539758
Apr 29 13:42:03.782212 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480934-d298-4b0d-8de3-fb9c3f234e69 req-de187c2c-3468-439a-9250-656fc30472d3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:03.783770 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf480934-d298-4b0d-8de3-fb9c3f234e69 req-de187c2c-3468-439a-9250-656fc30472d3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd065150-a98e-4957-92bd-b1da82fb86f9 HTTP/1.1" status: 200  len: 945 time: 0.0823402
Apr 29 13:42:03.818167 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Deleting port 40fa50fe-d672-47fb-8e10-07f5fd863b16 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:42:03.818487 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:04.164005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf480934-d298-4b0d-8de3-fb9c3f234e69 req-13c214a0-858f-4bc9-897a-f1f277b350e7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3731859
Apr 29 13:42:04.204387 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] For port 40fa50fe-d672-47fb-8e10-07f5fd863b16, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=40fa50fe-d672-47fb-8e10-07f5fd863b16,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:04.204813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:04.218711 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Calling delete_port for 40fa50fe-d672-47fb-8e10-07f5fd863b16 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:42:04.349511 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (40fa50fe-d672-47fb-8e10-07f5fd863b16), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:04.362900 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['40fa50fe-d672-47fb-8e10-07f5fd863b16', 'ff187662-7389-4089-8b3b-ce3aed91747a'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:42:04.380148 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event deleted for resources: {'Port': ['ID=40fa50fe-d672-47fb-8e10-07f5fd863b16,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:04.429219 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] No DVR routers for this DVR port 40fa50fe-d672-47fb-8e10-07f5fd863b16 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:42:04.431914 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:04.435425 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b7a80746-7022-417a-a931-0f94bf7a0862 req-84cc1dc7-c8d4-4e52-9ec7-b88a42866464 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "DELETE /v2.0/ports/40fa50fe-d672-47fb-8e10-07f5fd863b16 HTTP/1.1" status: 204  len: 173 time: 0.7735667
Apr 29 13:42:04.435855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'name': 'network-vif-deleted', 'tag': '40fa50fe-d672-47fb-8e10-07f5fd863b16'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:04.440010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bec9a9-d2fb-4e64-85d7-db0b29fb7fee" -d '{"events": [{"server_uuid": "bd065150-a98e-4957-92bd-b1da82fb86f9", "name": "network-vif-deleted", "tag": "40fa50fe-d672-47fb-8e10-07f5fd863b16"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:04.479067 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17735b9-7c4d-40fe-9a6b-3422a5808956 x-openstack-request-id: req-b17735b9-7c4d-40fe-9a6b-3422a5808956 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:04.479609 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd065150-a98e-4957-92bd-b1da82fb86f9", "name": "network-vif-deleted", "tag": "40fa50fe-d672-47fb-8e10-07f5fd863b16", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:04.479863 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b17735b9-7c4d-40fe-9a6b-3422a5808956 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:04.480282 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17735b9-7c4d-40fe-9a6b-3422a5808956'] response: {'server_uuid': 'bd065150-a98e-4957-92bd-b1da82fb86f9', 'name': 'network-vif-deleted', 'tag': '40fa50fe-d672-47fb-8e10-07f5fd863b16', 'status': 'completed', 'code': 200}
Apr 29 13:42:05.431994 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d263817-8042-4063-b6f0-069b8c9a0a4a req-a078b910-e416-4ed7-becc-d714fb465b61 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:05.433384 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0d263817-8042-4063-b6f0-069b8c9a0a4a req-a078b910-e416-4ed7-becc-d714fb465b61 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0473106
Apr 29 13:42:05.481546 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0d263817-8042-4063-b6f0-069b8c9a0a4a req-7e994acd-34f6-4ca2-9d37-6afb072e6db7 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418723
Apr 29 13:42:05.561544 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:42:06.443759 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-eca73f5d-a70d-4fb3-95a3-3bb867b03c1a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053375367&fields=id&tenant_id=d2e70460a8a94baa9478ff1cf630c0ed HTTP/1.1" status: 200  len: 267 time: 0.0478413
Apr 29 13:42:06.569824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-4c5ba1ab-b3f5-4a6c-be23-b555f058a51c tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:06.571301 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-4c5ba1ab-b3f5-4a6c-be23-b555f058a51c tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 808 time: 0.1191385
Apr 29 13:42:06.604595 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-3567f95c-28f6-486f-a6d2-d1387884e6f3 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/quotas/d2e70460a8a94baa9478ff1cf630c0ed HTTP/1.1" status: 200  len: 375 time: 0.0173590
Apr 29 13:42:06.612546 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ef767-53d1-4e4c-902d-68dc881f91eb req-a6a62566-1fd9-4460-b40b-2a22957f3b61 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:06.613968 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b67ef767-53d1-4e4c-902d-68dc881f91eb req-a6a62566-1fd9-4460-b40b-2a22957f3b61 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0614309
Apr 29 13:42:06.680495 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-b7f106ef-3c37-4358-9f52-06a0ba381cc1 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0654478
Apr 29 13:42:06.681084 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 40fa50fe-d672-47fb-8e10-07f5fd863b16 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:42:06.702084 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 40fa50fe-d672-47fb-8e10-07f5fd863b16 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:42:06.703046 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 40fa50fe-d672-47fb-8e10-07f5fd863b16 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:42:06.729113 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b67ef767-53d1-4e4c-902d-68dc881f91eb req-9d487e90-5347-4bec-a554-2ffb52a093ec tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058316
Apr 29 13:42:06.799086 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-fdf1177d-e0d7-40e5-8a6d-c40ce55eeb18 service neutron] 10.222.0.52 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993075
Apr 29 13:42:06.900056 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-471d52ff-e62a-41be-8c3b-a241e27ed0a6 service neutron] 10.222.0.52 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0950663
Apr 29 13:42:07.247051 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b2bb003f-1eba-416a-958f-d93d810f93af req-512a760a-cb5a-4489-a1e7-f0cf5ee23b72 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 210 time: 0.0489650
Apr 29 13:42:07.844834 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c386209-e6a7-4a6a-95fa-e1abcc7cf4b8 req-d58b130c-8c9b-4114-974f-bd29c1ba786b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:07.846308 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8c386209-e6a7-4a6a-95fa-e1abcc7cf4b8 req-d58b130c-8c9b-4114-974f-bd29c1ba786b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0471375
Apr 29 13:42:07.892485 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8c386209-e6a7-4a6a-95fa-e1abcc7cf4b8 req-814ec64e-b31b-4fad-922e-0e9a69189490 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405960
Apr 29 13:42:08.349569 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-036526ef-ca01-4b83-b931-65a1ef147de4 req-a7be5b7e-fdbc-4912-8c44-3ee1cbe61aaf tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 210 time: 0.0319743
Apr 29 13:42:08.435089 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-baad7cec-dd01-4440-83dd-978c1e6392c3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:08.436534 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-baad7cec-dd01-4440-83dd-978c1e6392c3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0586271
Apr 29 13:42:08.729421 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Deleting port ff187662-7389-4089-8b3b-ce3aed91747a {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:42:08.729713 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:08.903927 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] For port ff187662-7389-4089-8b3b-ce3aed91747a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=ff187662-7389-4089-8b3b-ce3aed91747a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:08.904689 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:08.929461 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Calling delete_port for ff187662-7389-4089-8b3b-ce3aed91747a owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:42:08.940996 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-e569c38c-4fd7-4b97-b38f-11be76d09f80 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:08.942545 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-e569c38c-4fd7-4b97-b38f-11be76d09f80 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.48 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 808 time: 0.1846755
Apr 29 13:42:09.070066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f10449-191b-4646-89fe-6a79bd268536 req-34f694b7-57d3-4146-bf5f-0fefa7783d0b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:09.071565 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a7f10449-191b-4646-89fe-6a79bd268536 req-34f694b7-57d3-4146-bf5f-0fefa7783d0b tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/ports?device_id=faa6fe1d-5718-43e3-80e3-90c1de39a68e HTTP/1.1" status: 200  len: 945 time: 0.0890942
Apr 29 13:42:09.118491 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-95928c07-dfd1-4bfd-86ed-59ebbf360c1f tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2e70460a8a94baa9478ff1cf630c0ed HTTP/1.1" status: 200  len: 380 time: 0.1348238
Apr 29 13:42:09.130688 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'port': {'device_id': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'admin_state_up': True, 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'security_groups': ['081703a2-6a0b-4466-abeb-91535d16e4fe']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:09.228275 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a7f10449-191b-4646-89fe-6a79bd268536 req-a4acbbc6-15a3-4337-9c2d-9c5483ec5ec3 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.52 "GET /v2.0/security-groups?id=1dd72f94-23bb-40a9-ba31-27cc0707e6a0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426699
Apr 29 13:42:09.269768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (ff187662-7389-4089-8b3b-ce3aed91747a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:09.282698 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['ff187662-7389-4089-8b3b-ce3aed91747a'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:42:09.310250 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Pushing event deleted for resources: {'Port': ['ID=ff187662-7389-4089-8b3b-ce3aed91747a,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:09.350258 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Made reservation on behalf of d2e70460a8a94baa9478ff1cf630c0ed for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:42:09.353848 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:09.371836 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] No DVR routers for this DVR port ff187662-7389-4089-8b3b-ce3aed91747a on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:42:09.379682 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:09.382950 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bf22f733-2908-4c45-97df-6c46ab8f1594 req-eac48128-6286-4942-85f8-18cc04654da8 tempest-ServerRescueNegativeTestJSON-404729626 tempest-ServerRescueNegativeTestJSON-404729626-project] 10.222.0.48 "DELETE /v2.0/ports/ff187662-7389-4089-8b3b-ce3aed91747a HTTP/1.1" status: 204  len: 173 time: 0.7597260
Apr 29 13:42:09.383983 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'name': 'network-vif-deleted', 'tag': 'ff187662-7389-4089-8b3b-ce3aed91747a'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:09.385723 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d230b765-7a64-46c2-baa3-5c4c92a52b77" -d '{"events": [{"server_uuid": "faa6fe1d-5718-43e3-80e3-90c1de39a68e", "name": "network-vif-deleted", "tag": "ff187662-7389-4089-8b3b-ce3aed91747a"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:09.449371 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42836e1-b440-480c-92ac-564ea415afba x-openstack-request-id: req-c42836e1-b440-480c-92ac-564ea415afba {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:09.449869 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa6fe1d-5718-43e3-80e3-90c1de39a68e", "name": "network-vif-deleted", "tag": "ff187662-7389-4089-8b3b-ce3aed91747a", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:09.450277 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c42836e1-b440-480c-92ac-564ea415afba {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:09.450708 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42836e1-b440-480c-92ac-564ea415afba'] response: {'server_uuid': 'faa6fe1d-5718-43e3-80e3-90c1de39a68e', 'name': 'network-vif-deleted', 'tag': 'ff187662-7389-4089-8b3b-ce3aed91747a', 'status': 'completed', 'code': 200}
Apr 29 13:42:09.493186 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e31de909-cc0c-4979-a0d5-c34887839fd1 req-90bbe878-497f-45bf-8ed9-349f9f9c4ac2 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 210 time: 0.0375919
Apr 29 13:42:09.551149 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Allocated IP 172.20.0.12 (dac16251-0027-46b0-a642-6a084e50a0bb/fd1c9c98-c84e-492f-979d-665449f732f7/1d824a09-f84d-4667-aab4-fffb1b9750dc) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:42:09.720427 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:09.760593 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:09.808153 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Network dac16251-0027-46b0-a642-6a084e50a0bb is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:09.814286 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:09.819051 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:42:09.858672 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:09.878406 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:09.879372 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:09.898689 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8d8b941b-2298-4796-9500-95bd77141724 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7721970
Apr 29 13:42:09.911329 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Request body: {'port': {'device_id': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:10.015712 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.070762 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-b81c971a-7094-451a-8b39-29f6e064c0f2 None None] Provisioning complete for port 1d824a09-f84d-4667-aab4-fffb1b9750dc triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:10.071144 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b81c971a-7094-451a-8b39-29f6e064c0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.107546 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-b81c971a-7094-451a-8b39-29f6e064c0f2 None None] Port 1d824a09-f84d-4667-aab4-fffb1b9750dc cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:42:10.211312 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.274446 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d824a09-f84d-4667-aab4-fffb1b9750dc {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:42:10.282332 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Publish callbacks [] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.295375 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Transition to ACTIVE for port object 1d824a09-f84d-4667-aab4-fffb1b9750dc will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:42:10.300722 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.309033 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51566) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:10.351397 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:10.431432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Attempting to bind port 1d824a09-f84d-4667-aab4-fffb1b9750dc on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:42:10.431770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Attempting to bind port 1d824a09-f84d-4667-aab4-fffb1b9750dc by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:42:10.432077 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Attempting to bind port 1d824a09-f84d-4667-aab4-fffb1b9750dc on network dac16251-0027-46b0-a642-6a084e50a0bb {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:42:10.437238 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Port 1d824a09-f84d-4667-aab4-fffb1b9750dc on network dac16251-0027-46b0-a642-6a084e50a0bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:42:10.437572 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Attempting to bind port 1d824a09-f84d-4667-aab4-fffb1b9750dc on network dac16251-0027-46b0-a642-6a084e50a0bb {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:42:10.442873 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:42:10.443195 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Checking segment: {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:42:10.443586 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Bound using segment: {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:42:10.444006 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Bound port: 1d824a09-f84d-4667-aab4-fffb1b9750dc, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5bb9400-9de9-44d3-8b45-fdd9e2765114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:42:10.444371 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.519579 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:42:10.522177 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:42:10.532688 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.578076 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:10.578732 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:10.580110 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] 10.222.0.48 "PUT /v2.0/ports/1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 1094 time: 0.6733203
Apr 29 13:42:10.616480 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7d820-e23c-4dc9-8762-314714ccac01 service neutron] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:10.654322 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e0d39-d80d-4f00-929a-b4336b209490 req-61ba604c-2bd8-4d1e-8853-6e5161131797 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:10.656375 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4b1e0d39-d80d-4f00-929a-b4336b209490 req-61ba604c-2bd8-4d1e-8853-6e5161131797 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0843189
Apr 29 13:42:10.719923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-9557b5f1-fe9f-410b-a558-22e919bb833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:10.721530 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-9557b5f1-fe9f-410b-a558-22e919bb833f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1128 time: 0.0641165
Apr 29 13:42:10.760295 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4b1e0d39-d80d-4f00-929a-b4336b209490 req-55f21de0-ca20-4ed6-bcf6-52bd1e1117d3 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937192
Apr 29 13:42:10.793111 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-ea5a8e8c-c5ee-4caa-87ab-0a0506a85947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 217 time: 0.0478539
Apr 29 13:42:10.851181 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-04d37c34-e8f8-4221-aab9-c0b24c743aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:10.852742 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-04d37c34-e8f8-4221-aab9-c0b24c743aa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 200  len: 847 time: 0.0539839
Apr 29 13:42:10.911703 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892df-4fb6-4176-a47d-22d51c835812 req-7ff802d4-aa26-4eb1-b50d-25dd65b8e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:10.914395 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-7ff802d4-aa26-4eb1-b50d-25dd65b8e6ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac16251-0027-46b0-a642-6a084e50a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0560396
Apr 29 13:42:11.022501 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-f3a6b556-d355-4eb0-bed1-167985a686da service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016695
Apr 29 13:42:11.118453 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e18892df-4fb6-4176-a47d-22d51c835812 req-8ae08fd5-cb4e-4b97-bfdb-8d3aaaa7fc91 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900102
Apr 29 13:42:11.182673 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:11.451937 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:11.454881 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c55cb-4c72-4501-8086-f39f3316a8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:11.492933 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3771759-2359-4c67-a72b-7151d22c5baf x-openstack-request-id: req-e3771759-2359-4c67-a72b-7151d22c5baf {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:11.493223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:11.493474 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3771759-2359-4c67-a72b-7151d22c5baf {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:11.493877 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3771759-2359-4c67-a72b-7151d22c5baf'] response: {'name': 'network-changed', 'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'status': 'completed', 'code': 200}
Apr 29 13:42:11.515304 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Deleting port f77592ab-008c-42d6-aaf1-a5501c8beb32 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:42:11.515304 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:11.562685 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-96a1f571-2c67-435b-95e5-1fb3790d3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:11.564306 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-96a1f571-2c67-435b-95e5-1fb3790d3a62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1128 time: 0.0415704
Apr 29 13:42:11.604783 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] For port f77592ab-008c-42d6-aaf1-a5501c8beb32, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=f77592ab-008c-42d6-aaf1-a5501c8beb32,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:11.605161 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:11.619933 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Calling delete_port for f77592ab-008c-42d6-aaf1-a5501c8beb32 owned by network:router_interface {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:42:11.666408 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-6ae57986-f2f4-483f-bdc4-93ea7471a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:11.667899 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-6ae57986-f2f4-483f-bdc4-93ea7471a08d service neutron] 10.222.0.48 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 909 time: 0.0963540
Apr 29 13:42:11.710274 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-8fb627d0-b15a-43e8-bbe9-921788f80d76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 217 time: 0.0352809
Apr 29 13:42:11.770787 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-fe76d49f-1fb7-4c54-afe9-aa1c2689b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:11.772386 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-fe76d49f-1fb7-4c54-afe9-aa1c2689b8a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 200  len: 847 time: 0.0561647
Apr 29 13:42:11.824304 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-f1903e70-a987-4a75-a8fa-cd8d59effc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:11.826171 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-f1903e70-a987-4a75-a8fa-cd8d59effc3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac16251-0027-46b0-a642-6a084e50a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0482197
Apr 29 13:42:11.830336 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (f77592ab-008c-42d6-aaf1-a5501c8beb32), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:11.862433 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77592ab-008c-42d6-aaf1-a5501c8beb32,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:11.946641 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46237bd-1d3b-4451-8819-047ec2e4e85d req-5d94a83f-d6d5-4fae-bbce-b1702f21dbfc tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:11.948363 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a46237bd-1d3b-4451-8819-047ec2e4e85d req-5d94a83f-d6d5-4fae-bbce-b1702f21dbfc tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.1061687
Apr 29 13:42:11.999833 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-2b0ac919-5669-4aaa-a6f8-da71f0e59171 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657844
Apr 29 13:42:12.050964 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a46237bd-1d3b-4451-8819-047ec2e4e85d req-af21e0c3-78f5-4460-8ba4-344c5d6e3470 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930853
Apr 29 13:42:12.063207 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:12.132434 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-537c55cb-4c72-4501-8086-f39f3316a8d6 req-2517bf2c-85db-4ed1-b8a7-ba7ddf33cd82 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263175
Apr 29 13:42:12.334741 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:42:12.447440 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:42:12.453259 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e605ddcb-7af7-4577-9be0-a372d8d570a7 admin admin] 10.222.0.52 "PUT /v2.0/routers/9fad7a6c-b2f7-4c90-a56d-0916e9be960b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1427519
Apr 29 13:42:12.456358 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51578) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:12.459146 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] Sync routers for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:42:12.471112 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:12.471875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3bd2220>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:12.564454 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks [] for router (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:12.582073 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:12.675312 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks [] for router_gateway (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:12.721533 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Deleting port 1ecd0517-7069-434e-afa8-76a929ae9bf0 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:42:12.721783 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:12.745886 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device ff187662-7389-4089-8b3b-ce3aed91747a no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:42:12.774664 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: ff187662-7389-4089-8b3b-ce3aed91747a {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:42:12.775015 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device ff187662-7389-4089-8b3b-ce3aed91747a not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:42:12.784521 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3bd2220>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:42:11Z', 'revision_number': 5, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port': {'id': '1ecd0517-7069-434e-afa8-76a929ae9bf0', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:10Z', 'updated_at': '2022-04-29T13:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:12.810530 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] For port 1ecd0517-7069-434e-afa8-76a929ae9bf0, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=1ecd0517-7069-434e-afa8-76a929ae9bf0,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:12.810925 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:12.813464 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] Checking router: 9fad7a6c-b2f7-4c90-a56d-0916e9be960b for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:42:12.826803 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] Routers {'9fad7a6c-b2f7-4c90-a56d-0916e9be960b'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:12.826803 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3bd2220>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:12.829189 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Calling delete_port for 1ecd0517-7069-434e-afa8-76a929ae9bf0 owned by network:router_gateway {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:42:12.923180 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] Set router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:12.979768 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3bd2220>, [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:42:12Z', 'revision_number': 6, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:13.009393 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd78dbf-2271-4c44-82d1-11dd3b309165 None None] The sync data for ids ['9fad7a6c-b2f7-4c90-a56d-0916e9be960b'] in dv-cinder-839416-3-iscsi is: [{'id': '9fad7a6c-b2f7-4c90-a56d-0916e9be960b', 'name': 'tempest-ServerRescueNegativeTestJSON-558884029-router', 'tenant_id': '97e1b522a37e470284254748a16843fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:09Z', 'updated_at': '2022-04-29T13:42:12Z', 'revision_number': 6, 'project_id': '97e1b522a37e470284254748a16843fa', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:42:13.036669 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (1ecd0517-7069-434e-afa8-76a929ae9bf0), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.067105 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecd0517-7069-434e-afa8-76a929ae9bf0,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:13.131527 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.235044 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2164f-6c33-4c7a-a941-0f9488d93210 req-dea9bd4e-2af4-41a3-891d-512906b70d7a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:13.236453 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c9c2164f-6c33-4c7a-a941-0f9488d93210 req-dea9bd4e-2af4-41a3-891d-512906b70d7a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.1057723
Apr 29 13:42:13.237953 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.240171 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks [] for router_controller (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.293063 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c9c2164f-6c33-4c7a-a941-0f9488d93210 req-f7e7795f-ce78-4786-9321-ace27c57711f tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502112
Apr 29 13:42:13.314243 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (9fad7a6c-b2f7-4c90-a56d-0916e9be960b), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.314855 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fad7a6c-b2f7-4c90-a56d-0916e9be960b {{(pid=103576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:42:13.320071 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.321222 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c0408c2e-ae74-467a-a386-617251cfbb03 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9fad7a6c-b2f7-4c90-a56d-0916e9be960b HTTP/1.1" status: 204  len: 168 time: 0.8636281
Apr 29 13:42:13.323655 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51584) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:13.372527 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] Deleting subnet e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:42:13.376649 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] Publish callbacks [] for subnet (e9b72223-1963-4fe3-b08c-3ac37ac0f6e0), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.413601 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (e9b72223-1963-4fe3-b08c-3ac37ac0f6e0), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.531285 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (e9b72223-1963-4fe3-b08c-3ac37ac0f6e0), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.599792 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (e9b72223-1963-4fe3-b08c-3ac37ac0f6e0), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.630069 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b72223-1963-4fe3-b08c-3ac37ac0f6e0,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:13.637860 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.641635 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0875c8af-060e-43d8-833a-43492d615e8c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e9b72223-1963-4fe3-b08c-3ac37ac0f6e0 HTTP/1.1" status: 204  len: 168 time: 0.3169909
Apr 29 13:42:13.644197 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51586) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:13.644485 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44307b8-1049-49fc-935e-976876331364 None None] Network ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:42:13.819881 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] DHCP port deletion for ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:42:13.876553 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] Deleting port 6e490046-7739-47d2-b122-fec0199b1f7a {{(pid=103578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:42:13.876932 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), before_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.892927 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device f77592ab-008c-42d6-aaf1-a5501c8beb32 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:42:13.925391 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: f77592ab-008c-42d6-aaf1-a5501c8beb32 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:42:13.925732 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device f77592ab-008c-42d6-aaf1-a5501c8beb32 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:42:13.926157 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1ecd0517-7069-434e-afa8-76a929ae9bf0 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:42:13.963265 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:13.977604 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 1ecd0517-7069-434e-afa8-76a929ae9bf0 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:42:13.977986 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 1ecd0517-7069-434e-afa8-76a929ae9bf0 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:42:13.978368 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 6e490046-7739-47d2-b122-fec0199b1f7a no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:42:14.009069 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Deleting port 6e490046-7739-47d2-b122-fec0199b1f7a {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:42:14.009403 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.013334 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] For port 6e490046-7739-47d2-b122-fec0199b1f7a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6e490046-7739-47d2-b122-fec0199b1f7a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:14.013757 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), precommit_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.034648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] Calling delete_port for 6e490046-7739-47d2-b122-fec0199b1f7a owned by network:dhcp {{(pid=103578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:42:14.078173 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] For port 6e490046-7739-47d2-b122-fec0199b1f7a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6e490046-7739-47d2-b122-fec0199b1f7a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:14.078540 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.097623 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Calling delete_port for 6e490046-7739-47d2-b122-fec0199b1f7a owned by network:dhcp {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:42:14.136279 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 6e490046-7739-47d2-b122-fec0199b1f7a is: ACTIVE; New status is: DOWN {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:14.136676 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.182566 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 6e490046-7739-47d2-b122-fec0199b1f7a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6e490046-7739-47d2-b122-fec0199b1f7a,segment=NetworkSegment(8cbe27f7-7e67-413c-bac7-f39ef1d73357),segment_id=8cbe27f7-7e67-413c-bac7-f39ef1d73357)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:14.187999 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.195863 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), after_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.209165 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (6e490046-7739-47d2-b122-fec0199b1f7a), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.216525 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event deleted for resources: {'Port': ['ID=6e490046-7739-47d2-b122-fec0199b1f7a,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:14.240280 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e490046-7739-47d2-b122-fec0199b1f7a,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:14.244126 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] No DVR routers for this DVR port 6e490046-7739-47d2-b122-fec0199b1f7a on host dv-cinder-839416-3-iscsi {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:42:14.246322 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] Pushing event deleted for resources: {'Port': ['ID=6e490046-7739-47d2-b122-fec0199b1f7a,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:14.248193 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1bdf8-50d6-4212-bbed-9cd3aabd1ba3 None None] No DVR routers for this DVR port 6e490046-7739-47d2-b122-fec0199b1f7a on host dv-cinder-839416-3-iscsi {{(pid=103578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:42:14.313917 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.335017 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ada6cd8e0>,) {'filters': {'network_id': ['ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:14.345398 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada6cd8e0>, '8cbe27f7-7e67-413c-bac7-f39ef1d73357') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:14.345702 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada6cd8e0>, '8cbe27f7-7e67-413c-bac7-f39ef1d73357') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:14.357983 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (8cbe27f7-7e67-413c-bac7-f39ef1d73357), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.374106 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (8cbe27f7-7e67-413c-bac7-f39ef1d73357), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.380931 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:42:14.381328 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (8cbe27f7-7e67-413c-bac7-f39ef1d73357), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   self.session.flush()
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   self.session.flush()
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   self.session.flush()
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   self.session.flush()
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:42:14.383605 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:42:14.445103 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.449872 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.453700 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8 HTTP/1.1" status: 204  len: 168 time: 0.8085258
Apr 29 13:42:14.469877 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907bc2-8063-49f9-be37-f53a2a922312 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8334d4-e8ac-4ff9-b0d5-1402d35ce3a8,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:14.471331 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00935d1f-e422-4c34-9edd-a21d5c06c3b9 req-8e914c13-96d3-411b-b9f0-0525b24c52c7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:14.472940 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00935d1f-e422-4c34-9edd-a21d5c06c3b9 req-8e914c13-96d3-411b-b9f0-0525b24c52c7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.1091561
Apr 29 13:42:14.535191 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00935d1f-e422-4c34-9edd-a21d5c06c3b9 req-17ae58b5-9c65-43b2-8648-30b0abe5c615 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555840
Apr 29 13:42:14.581380 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51594) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:14.622822 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6d74c058-9060-4429-a7c5-383825fb5bcd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97e1b522a37e470284254748a16843fa&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0401402
Apr 29 13:42:14.625774 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51596) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:14.679263 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9792093-e098-42e1-b76b-cbee1a5beca4 admin admin] Publish callbacks [] for security_group (1dd72f94-23bb-40a9-ba31-27cc0707e6a0), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.703987 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9792093-e098-42e1-b76b-cbee1a5beca4 admin admin] Publish callbacks [] for security_group (1dd72f94-23bb-40a9-ba31-27cc0707e6a0), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.759468 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9792093-e098-42e1-b76b-cbee1a5beca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (1dd72f94-23bb-40a9-ba31-27cc0707e6a0), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.762109 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f9792093-e098-42e1-b76b-cbee1a5beca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:14.763352 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f9792093-e098-42e1-b76b-cbee1a5beca4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1dd72f94-23bb-40a9-ba31-27cc0707e6a0 HTTP/1.1" status: 204  len: 168 time: 0.1366277
Apr 29 13:42:14.772494 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9792093-e098-42e1-b76b-cbee1a5beca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd72f94-23bb-40a9-ba31-27cc0707e6a0,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:15.479219 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51618) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:15.580125 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1805644963-network', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:15.615432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Made reservation on behalf of 99351ec3a01b4218bf7e4f4cc4fa3cf8 for: {'network': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:42:15.617546 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.645485 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.665795 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2675081-36b2-47e8-9a59-ac13cbde8744 req-044a8698-c18c-44c4-ad7a-67c9dbe6ddeb tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:15.667302 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2675081-36b2-47e8-9a59-ac13cbde8744 req-044a8698-c18c-44c4-ad7a-67c9dbe6ddeb tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0623856
Apr 29 13:42:15.742832 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2675081-36b2-47e8-9a59-ac13cbde8744 req-d43463ca-52d8-4abd-9fff-0c5b95fe2c06 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680287
Apr 29 13:42:15.783971 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks [] for security_group (688db211-8e96-4a4d-9ab1-f8b4ea1e46cf), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.787794 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (688db211-8e96-4a4d-9ab1-f8b4ea1e46cf), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.817901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=103577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:42:15.830215 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688db211-8e96-4a4d-9ab1-f8b4ea1e46cf,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:15.839581 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (574c9a80-e88a-49df-9fc5-9c21c6eced34), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.840201 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.segments_db [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Added segment 574c9a80-e88a-49df-9fc5-9c21c6eced34 of type vlan for network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58
Apr 29 13:42:15.882556 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (7688bf06-bbe1-4903-9c3c-3a1f549ffd58), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.909519 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (7688bf06-bbe1-4903-9c3c-3a1f549ffd58), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.910648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:15.911333 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.947552 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4672115
Apr 29 13:42:15.950546 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51624) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:15.955768 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Request body: {'subnet': {'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1805644963-subnet', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:15.976236 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Made reservation on behalf of 99351ec3a01b4218bf7e4f4cc4fa3cf8 for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:42:15.976929 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08088bce-e351-453b-ba23-412a52cec6ba admin admin] Pushing event updated for resources: {'Network': ['ID=7688bf06-bbe1-4903-9c3c-3a1f549ffd58,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:15.978822 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58817309'] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:15.987571 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:42:16.165926 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58735770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58817519'] for subnet (a785faf1-7594-440f-ae6b-1ca45883eb06), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.216706 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a785faf1-7594-440f-ae6b-1ca45883eb06,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:16.234289 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Checking segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:42:16.234762 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Network hostable DHCP agents. Network: 7688bf06-bbe1-4903-9c3c-3a1f549ffd58, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:42:16.254189 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:42:16.263515 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 7688bf06-bbe1-4903-9c3c-3a1f549ffd58) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:16.267665 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:16.268252 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.272350 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77919b5-0048-4d71-814f-3757a8889601 None None] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:42:16.288840 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c8f5bf0e-2b06-4ea5-ada1-fbedcbe8f0ef admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3344965
Apr 29 13:42:16.289239 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51626) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:16.293787 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:16.314631 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (397fb78c-ba25-496d-9b74-5b75452e8259), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.315770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (397fb78c-ba25-496d-9b74-5b75452e8259), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.375083 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks [] for router_controller (397fb78c-ba25-496d-9b74-5b75452e8259), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.381037 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:42:16.381988 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.517854 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks [] for router_gateway (397fb78c-ba25-496d-9b74-5b75452e8259), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.520351 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Allocated IP 172.20.0.2 (7688bf06-bbe1-4903-9c3c-3a1f549ffd58/a785faf1-7594-440f-ae6b-1ca45883eb06/47255170-19b6-483c-8aeb-7730bb4e0102) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:42:16.682423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Publish callbacks [] for port (47255170-19b6-483c-8aeb-7730bb4e0102), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.689702 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.729937 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:16.736461 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:16.740614 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:42:16.748474 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Pushing event updated for resources: {'Port': ['ID=47255170-19b6-483c-8aeb-7730bb4e0102,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:16.808597 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Attempting to bind port 47255170-19b6-483c-8aeb-7730bb4e0102 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:42:16.808970 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Attempting to bind port 47255170-19b6-483c-8aeb-7730bb4e0102 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:42:16.809391 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Attempting to bind port 47255170-19b6-483c-8aeb-7730bb4e0102 on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:42:16.816632 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:42:16.817097 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Checking segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:42:16.817417 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.818001 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Bound using segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:42:16.818505 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Bound port: 47255170-19b6-483c-8aeb-7730bb4e0102, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:42:16.818993 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.888009 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] For port 47255170-19b6-483c-8aeb-7730bb4e0102, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:42:16.891739 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] For port 47255170-19b6-483c-8aeb-7730bb4e0102, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=47255170-19b6-483c-8aeb-7730bb4e0102,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:42:16.898134 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:16.967694 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc16337-35e0-4190-9fe4-ab5da0194137 None None] Pushing event updated for resources: {'Port': ['ID=47255170-19b6-483c-8aeb-7730bb4e0102,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:17.014305 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a2e51-a23c-4dc2-9ee5-1860e700a011 req-cf9d90b3-7f3f-4be5-9fc4-ff07b3b18dd4 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:17.016001 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2c6a2e51-a23c-4dc2-9ee5-1860e700a011 req-cf9d90b3-7f3f-4be5-9fc4-ff07b3b18dd4 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0817907
Apr 29 13:42:17.019719 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks [] for router_gateway (397fb78c-ba25-496d-9b74-5b75452e8259), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:17.051273 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:17.138983 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2c6a2e51-a23c-4dc2-9ee5-1860e700a011 req-8c09d7f0-2f70-45eb-88ed-bee2b7ca6a57 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158550
Apr 29 13:42:17.212396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Allocated IP 172.27.2.22 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/56b05dc3-6c56-416a-8fc3-493bd88e1e3a) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:42:17.334648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks [] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:17.371760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:17.410500 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:17.413512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:17.420031 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:42:17.444227 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Pushing event updated for resources: {'Port': ['ID=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:17.707043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks [] for router_gateway (397fb78c-ba25-496d-9b74-5b75452e8259), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:17.861266 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 47255170-19b6-483c-8aeb-7730bb4e0102 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:17.926355 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 47255170-19b6-483c-8aeb-7730bb4e0102 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:17.927037 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:17.930305 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732ed9f-f5b7-4ad4-95b2-5bfdc255677c None None] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:42:17.947426 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (397fb78c-ba25-496d-9b74-5b75452e8259), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:18.101822 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Router 397fb78c-ba25-496d-9b74-5b75452e8259 is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:42:18.136258 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-d0a6e654-916f-4c43-bdd7-0020eafe7f54 None None] Provisioning complete for port 47255170-19b6-483c-8aeb-7730bb4e0102 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:18.136628 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0a6e654-916f-4c43-bdd7-0020eafe7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:18.292685 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ab41e-db48-43ae-9c67-a0e41c37bb3b req-c45e3eb8-543e-4dc3-b491-3ed68ee11f08 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:18.294255 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-388ab41e-db48-43ae-9c67-a0e41c37bb3b req-c45e3eb8-543e-4dc3-b491-3ed68ee11f08 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0621805
Apr 29 13:42:18.296066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:42:18.309769 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Sync routers for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:42:18.313221 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 47255170-19b6-483c-8aeb-7730bb4e0102 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:18.313614 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:18.318717 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:18.322671 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e8e66c6e-5f52-4abd-8892-3692b54f847d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.0296237
Apr 29 13:42:18.324264 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51636) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:18.335073 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:18.335950 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07ab700>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:18.343721 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6e654-916f-4c43-bdd7-0020eafe7f54 None None] Current status of the port 47255170-19b6-483c-8aeb-7730bb4e0102 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:18.344116 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d0a6e654-916f-4c43-bdd7-0020eafe7f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:18.371138 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 47255170-19b6-483c-8aeb-7730bb4e0102, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=47255170-19b6-483c-8aeb-7730bb4e0102,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:18.373161 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-388ab41e-db48-43ae-9c67-a0e41c37bb3b req-0e700022-24c7-40c3-b65e-54d20fc4f1b7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653303
Apr 29 13:42:18.379550 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:18.471442 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.db.api [None req-d0a6e654-916f-4c43-bdd7-0020eafe7f54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103578) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 29 13:42:18.471785 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG oslo_db.api [None req-d0a6e654-916f-4c43-bdd7-0020eafe7f54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 29 13:42:18.517560 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=47255170-19b6-483c-8aeb-7730bb4e0102,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:18.559570 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:18.761971 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07ab700>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:17Z', 'revision_number': 3, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:18.774176 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 1d824a09-f84d-4667-aab4-fffb1b9750dc details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:42:18.830381 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Checking router: 397fb78c-ba25-496d-9b74-5b75452e8259 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:42:18.830773 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Updating router 397fb78c-ba25-496d-9b74-5b75452e8259 port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:42:18.885572 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:18.946080 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:18.962171 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'port_id': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'mac_address': 'fa:16:3e:9b:a9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:42:18.963863 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.037590 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 1d824a09-f84d-4667-aab4-fffb1b9750dc is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:19.037961 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.047769 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6e654-916f-4c43-bdd7-0020eafe7f54 None None] Current status of the port 47255170-19b6-483c-8aeb-7730bb4e0102 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:19.054933 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d824a09-f84d-4667-aab4-fffb1b9750dc {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:42:19.085614 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:19.091346 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.143272 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:19.163104 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Allocated IP 172.20.0.1 (7688bf06-bbe1-4903-9c3c-3a1f549ffd58/a785faf1-7594-440f-ae6b-1ca45883eb06/75cd5f18-9a2e-471a-bc19-dafff9db159a) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:42:19.169747 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-2555920a-8711-42b4-8ce7-227c3a5e3e93 None None] Provisioning complete for port 47255170-19b6-483c-8aeb-7730bb4e0102 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:19.170132 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2555920a-8711-42b4-8ce7-227c3a5e3e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.196020 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Publish callbacks [] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.206953 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.255184 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a1ecd-f324-491a-b1f0-9c24bd033616 None None] Pushing event updated for resources: {'Port': ['ID=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,revision_number=2']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:19.268569 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Attempting to bind port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:42:19.268939 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Attempting to bind port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:42:19.269301 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Attempting to bind port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:42:19.274478 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-2555920a-8711-42b4-8ce7-227c3a5e3e93 None None] Current status of the port 47255170-19b6-483c-8aeb-7730bb4e0102 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:19.275070 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:42:19.275449 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:42:19.275867 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.276247 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:42:19.276721 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Bound port: 56b05dc3-6c56-416a-8fc3-493bd88e1e3a, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:42:19.277104 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.287838 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks [] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.305492 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['1d824a09-f84d-4667-aab4-fffb1b9750dc'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:42:19.326627 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.335145 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] For port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:42:19.339338 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] For port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:42:19.346145 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.383020 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:19.387300 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:19.389078 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Pushing event updated for resources: {'Port': ['ID=75cd5f18-9a2e-471a-bc19-dafff9db159a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:19.392188 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:42:19.410167 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:19.410930 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07ab700>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:19.438721 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (397fb78c-ba25-496d-9b74-5b75452e8259), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.564881 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6e064-943d-4cb8-a02e-414f80f79af5 req-41b969fa-eaf8-4df3-a00e-26669f633230 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:19.573430 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a0b6e064-943d-4cb8-a02e-414f80f79af5 req-41b969fa-eaf8-4df3-a00e-26669f633230 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 945 time: 0.0705512
Apr 29 13:42:19.649335 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a0b6e064-943d-4cb8-a02e-414f80f79af5 req-df9c9a12-a4ae-48f1-a901-904d81288742 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748045
Apr 29 13:42:19.666008 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.684005 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:19.686151 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a1ecd-f324-491a-b1f0-9c24bd033616 None None] Pushing event updated for resources: {'Port': ['ID=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:19.804650 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-edb728c4-9449-4b65-b392-7f09c45cb76d None None] Provisioning complete for port 75cd5f18-9a2e-471a-bc19-dafff9db159a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:19.805254 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-edb728c4-9449-4b65-b392-7f09c45cb76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.840528 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 47255170-19b6-483c-8aeb-7730bb4e0102 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:19.869649 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks [] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.876250 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.876519 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-edb728c4-9449-4b65-b392-7f09c45cb76d None None] Port 75cd5f18-9a2e-471a-bc19-dafff9db159a cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:42:19.898300 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07ab700>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:17Z', 'revision_number': 3, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:19.905925 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 47255170-19b6-483c-8aeb-7730bb4e0102 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:19.906570 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.940678 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e0fe3-ca16-4dbf-a62c-646a9e4eb1d5 None None] The sync data for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi is: [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:17Z', 'revision_number': 3, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:42:19.955228 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (397fb78c-ba25-496d-9b74-5b75452e8259), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:19.957019 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Pushing event updated for resources: {'Port': ['ID=75cd5f18-9a2e-471a-bc19-dafff9db159a,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:19.998870 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-23b6e186-8303-48c6-b2d1-24915932cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:20.071753 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 47255170-19b6-483c-8aeb-7730bb4e0102 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:20.116986 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:20.119248 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:20.295076 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Router 397fb78c-ba25-496d-9b74-5b75452e8259 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:42:20.408730 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-f0d32159-2621-4885-a58b-ac7446f2a6d6 None None] Provisioning complete for port 75cd5f18-9a2e-471a-bc19-dafff9db159a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:20.409017 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f0d32159-2621-4885-a58b-ac7446f2a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:20.449727 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-f0d32159-2621-4885-a58b-ac7446f2a6d6 None None] Port 75cd5f18-9a2e-471a-bc19-dafff9db159a cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:42:20.472253 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:42:20.487240 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-b33802b2-8932-46f1-bc5d-d032f8acc725 admin admin] 10.222.0.52 "PUT /v2.0/routers/397fb78c-ba25-496d-9b74-5b75452e8259/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1505806
Apr 29 13:42:20.782726 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 1d824a09-f84d-4667-aab4-fffb1b9750dc up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:20.866634 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 1d824a09-f84d-4667-aab4-fffb1b9750dc completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:42:20.876547 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 1d824a09-f84d-4667-aab4-fffb1b9750dc triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:20.877076 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:20.992390 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 1d824a09-f84d-4667-aab4-fffb1b9750dc is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:20.993070 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.041808 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:21.043188 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:21.051259 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0007a4-6fa2-40a7-b957-ee9148c1a909" -d '{"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-plugged", "status": "completed", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:21.056281 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.105942 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6740c7-8c63-4b24-a1b8-e90f2614e545 req-b0e7f0c3-06f6-4c91-8861-7ca685f2db9c tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:21.115943 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4d6740c7-8c63-4b24-a1b8-e90f2614e545 req-b0e7f0c3-06f6-4c91-8861-7ca685f2db9c tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0797076
Apr 29 13:42:21.130874 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:21.157090 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51676) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:21.162440 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-14bf8b3e-638c-464e-bd8d-983040a29c19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597453902', 'description': 'tempest-description--1986054128'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:21.188318 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b3e-638c-464e-bd8d-983040a29c19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.191688 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4d6740c7-8c63-4b24-a1b8-e90f2614e545 req-2c5d62ea-089e-46e2-9672-c33a1cad3601 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759037
Apr 29 13:42:21.236306 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5df4e2-a9d6-4658-a6d0-fd57da360157 x-openstack-request-id: req-4d5df4e2-a9d6-4658-a6d0-fd57da360157 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:21.236715 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-plugged", "status": "completed", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:21.237026 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d5df4e2-a9d6-4658-a6d0-fd57da360157 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:21.237491 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5df4e2-a9d6-4658-a6d0-fd57da360157'] response: {'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'code': 200}
Apr 29 13:42:21.275323 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2bb97-1c6a-4b96-90f4-8689f61ed2b5 req-3ac2cdcc-a46a-4b5d-99fe-acedfcfda3df tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:21.277020 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-28c2bb97-1c6a-4b96-90f4-8689f61ed2b5 req-3ac2cdcc-a46a-4b5d-99fe-acedfcfda3df tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0698376
Apr 29 13:42:21.312814 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b3e-638c-464e-bd8d-983040a29c19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (79feee22-bcbd-4d25-97dc-28a26211f21d), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.322413 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b3e-638c-464e-bd8d-983040a29c19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (79feee22-bcbd-4d25-97dc-28a26211f21d), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.332000 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-28c2bb97-1c6a-4b96-90f4-8689f61ed2b5 req-81220e62-88e4-4ddc-9ba5-7b2fad5b48d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480788
Apr 29 13:42:21.361391 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b3e-638c-464e-bd8d-983040a29c19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.365232 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-14bf8b3e-638c-464e-bd8d-983040a29c19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2045672
Apr 29 13:42:21.365903 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51678) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:21.367839 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf8b3e-638c-464e-bd8d-983040a29c19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79feee22-bcbd-4d25-97dc-28a26211f21d,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:21.371198 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'security_group_rule': {'security_group_id': '79feee22-bcbd-4d25-97dc-28a26211f21d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:21.403217 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (b511cb15-fa2f-40a6-9b9c-fbcc47952194), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.489372 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90238c-cd3b-4b55-a245-3444324d1293 req-94b46d89-721d-421b-950e-e2ca167cf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:21.490902 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9d90238c-cd3b-4b55-a245-3444324d1293 req-94b46d89-721d-421b-950e-e2ca167cf68d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1130 time: 0.0500357
Apr 29 13:42:21.501816 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (b511cb15-fa2f-40a6-9b9c-fbcc47952194), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.514926 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (b511cb15-fa2f-40a6-9b9c-fbcc47952194), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.543743 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b511cb15-fa2f-40a6-9b9c-fbcc47952194,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:21.564284 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.565462 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1984880
Apr 29 13:42:21.567649 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.567989 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.568319 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51680) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:21.568783 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.568783 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.568978 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.569268 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.569590 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.569907 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.570225 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.570541 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.570888 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.571208 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.571515 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.571826 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.572138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b6307-5f97-482c-91e8-70f7b1f8ac8d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:21.573234 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-8beadc5c-8356-413f-aed5-3a421e5239f3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'security_group_rule': {'security_group_id': '79feee22-bcbd-4d25-97dc-28a26211f21d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:21.577294 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9d90238c-cd3b-4b55-a245-3444324d1293 req-be7b0ce8-04ce-4cb7-9ca2-2095805e55ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774207
Apr 29 13:42:21.602808 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8beadc5c-8356-413f-aed5-3a421e5239f3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (0b03ba90-b6ec-4ba5-a46e-2c6eac6695b7), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.659030 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8beadc5c-8356-413f-aed5-3a421e5239f3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (0b03ba90-b6ec-4ba5-a46e-2c6eac6695b7), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.666118 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8beadc5c-8356-413f-aed5-3a421e5239f3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (0b03ba90-b6ec-4ba5-a46e-2c6eac6695b7), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.684267 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beadc5c-8356-413f-aed5-3a421e5239f3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b03ba90-b6ec-4ba5-a46e-2c6eac6695b7,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:21.699831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8beadc5c-8356-413f-aed5-3a421e5239f3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.701892 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8beadc5c-8356-413f-aed5-3a421e5239f3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1323078
Apr 29 13:42:21.704974 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51682) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:21.709953 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:21.732681 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.828507 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.844446 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 56b05dc3-6c56-416a-8fc3-493bd88e1e3a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:21.895069 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:21.895445 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:21.939835 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Allocated IP 172.27.2.114 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/8f43eaf5-a354-41b8-8408-cfc171f1a408) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:42:21.982511 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:21.983760 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.004737 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:22.008789 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.053058 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Sync routers for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:42:22.065591 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.075804 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:22.081304 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:22.081976 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0770c70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:41:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:22.109115 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.151204 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:22.154204 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:22.159890 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:42:22.163124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'Port': ['ID=8f43eaf5-a354-41b8-8408-cfc171f1a408,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:22.204385 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:22.254574 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (07ff3ea9-31fd-4d5a-ab58-a46a22b2da69), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.296447 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.319946 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508342db-cfdf-441a-8d66-d38a368a4836 req-d4c3fe22-1918-484c-a6e1-b48e0d36b9f8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:22.321469 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-508342db-cfdf-441a-8d66-d38a368a4836 req-d4c3fe22-1918-484c-a6e1-b48e0d36b9f8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0623627
Apr 29 13:42:22.378868 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-508342db-cfdf-441a-8d66-d38a368a4836 req-9b8693f8-fe0e-4526-833b-77433b7af36e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498533
Apr 29 13:42:22.441271 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0770c70>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 2, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:22.465664 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04805d17-e8db-49ad-aadc-aa0a48e6cd5b req-6f0c5816-dfb8-4491-a5ea-bf7e1bf3b4e5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:22.467319 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04805d17-e8db-49ad-aadc-aa0a48e6cd5b req-6f0c5816-dfb8-4491-a5ea-bf7e1bf3b4e5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0514193
Apr 29 13:42:22.470902 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.479188 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Checking router: 397fb78c-ba25-496d-9b74-5b75452e8259 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:42:22.479568 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Updating router 397fb78c-ba25-496d-9b74-5b75452e8259 port 75cd5f18-9a2e-471a-bc19-dafff9db159a binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:42:22.480171 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.521167 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5709-77f4-4948-8a01-0a57a69155b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.524351 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.536743 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04805d17-e8db-49ad-aadc-aa0a48e6cd5b req-0b69045f-8c41-42a2-9ffd-1e6147ced7e6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620658
Apr 29 13:42:22.565521 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'Port': ['ID=8f43eaf5-a354-41b8-8408-cfc171f1a408,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:22.590533 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (07ff3ea9-31fd-4d5a-ab58-a46a22b2da69), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.611456 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.622089 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-176194e4-4b13-4cdd-89b3-4262795ca9bb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.9129519
Apr 29 13:42:22.768770 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-dc021d4b-e1c4-4492-80c3-8f3e1f4d12df tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--597453902&fields=id&tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8 HTTP/1.1" status: 200  len: 267 time: 0.0433571
Apr 29 13:42:22.841581 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Publish callbacks [] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.847427 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.895389 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-bff22555-d72d-41ce-ae53-ed747f6a9fd4 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:22.897335 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-bff22555-d72d-41ce-ae53-ed747f6a9fd4 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 811 time: 0.1219194
Apr 29 13:42:22.914881 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-27e372c4-5dee-4321-82ec-1a82f542c757 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/quotas/99351ec3a01b4218bf7e4f4cc4fa3cf8 HTTP/1.1" status: 200  len: 375 time: 0.0117135
Apr 29 13:42:22.926201 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07532c1-d594-4918-a6f5-cd6746a0db22 None None] Pushing event updated for resources: {'Port': ['ID=75cd5f18-9a2e-471a-bc19-dafff9db159a,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:22.967296 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Attempting to bind port 75cd5f18-9a2e-471a-bc19-dafff9db159a on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:42:22.967977 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Attempting to bind port 75cd5f18-9a2e-471a-bc19-dafff9db159a by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:42:22.968537 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Attempting to bind port 75cd5f18-9a2e-471a-bc19-dafff9db159a on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:42:22.971184 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-3c4b2ecd-a099-44a9-a824-15c6f0d8a300 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0497575
Apr 29 13:42:22.975394 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:42:22.976151 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Checking segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:42:22.976534 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:22.976926 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Bound using segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:42:22.977437 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Bound port: 75cd5f18-9a2e-471a-bc19-dafff9db159a, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:42:22.977819 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:23.057542 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] For port 75cd5f18-9a2e-471a-bc19-dafff9db159a, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:42:23.062339 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] For port 75cd5f18-9a2e-471a-bc19-dafff9db159a, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=75cd5f18-9a2e-471a-bc19-dafff9db159a,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:42:23.068296 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:23.123039 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:23.123722 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0770c70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:42:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:23.160764 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-52e87906-c052-4f93-8447-5ba7b4e6cf90 service neutron] 10.222.0.52 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708241
Apr 29 13:42:23.168866 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07532c1-d594-4918-a6f5-cd6746a0db22 None None] Pushing event updated for resources: {'Port': ['ID=75cd5f18-9a2e-471a-bc19-dafff9db159a,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:23.193246 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-2735a731-7ce2-47ea-b1eb-2b3e97518687 None None] Provisioning complete for port 75cd5f18-9a2e-471a-bc19-dafff9db159a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:23.193611 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2735a731-7ce2-47ea-b1eb-2b3e97518687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:23.267780 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-849fea87-22b7-4945-baa0-4b159aa2cb0d service neutron] 10.222.0.52 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005585
Apr 29 13:42:23.437014 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:23.479361 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-72d2433f-4b7c-47e2-9443-98a741d4d09c req-d6cc6334-a186-4e73-a2de-36576d57252e tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 210 time: 0.0330455
Apr 29 13:42:23.521325 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-2735a731-7ce2-47ea-b1eb-2b3e97518687 None None] Current status of the port 75cd5f18-9a2e-471a-bc19-dafff9db159a is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:23.521710 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2735a731-7ce2-47ea-b1eb-2b3e97518687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:23.532826 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004fe36-8fa0-47d9-bb64-57376187b163 req-9e2a9c51-557f-40ec-a734-f49530f6bbb5 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:23.534336 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2004fe36-8fa0-47d9-bb64-57376187b163 req-9e2a9c51-557f-40ec-a734-f49530f6bbb5 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0582511
Apr 29 13:42:23.589684 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2004fe36-8fa0-47d9-bb64-57376187b163 req-fdfd7625-97ae-46dd-8826-dc2be20047f7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485859
Apr 29 13:42:23.652173 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-2735a731-7ce2-47ea-b1eb-2b3e97518687 None None] For port 75cd5f18-9a2e-471a-bc19-dafff9db159a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=75cd5f18-9a2e-471a-bc19-dafff9db159a,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:23.664317 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2735a731-7ce2-47ea-b1eb-2b3e97518687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:23.725516 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:23.770538 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735a731-7ce2-47ea-b1eb-2b3e97518687 None None] Pushing event updated for resources: {'Port': ['ID=75cd5f18-9a2e-471a-bc19-dafff9db159a,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:23.794794 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-e9b58092-5aa2-4e3b-83e7-4ccdb5455c9e None None] Provisioning complete for port 75cd5f18-9a2e-471a-bc19-dafff9db159a triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:23.795230 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e9b58092-5aa2-4e3b-83e7-4ccdb5455c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:23.797508 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37227-1d16-46cd-b653-8d428f9bbee4 req-68dd5bd3-7499-45c3-8bd7-58b4006d4fbd tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:23.799966 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ade37227-1d16-46cd-b653-8d428f9bbee4 req-68dd5bd3-7499-45c3-8bd7-58b4006d4fbd tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0933573
Apr 29 13:42:23.848348 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0770c70>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:23.882626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 56b05dc3-6c56-416a-8fc3-493bd88e1e3a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:23.891439 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b3203-f39d-4af2-aa2e-7b6f6c35cfcb None None] The sync data for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi is: [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:42:23.914440 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049a6cc-aa29-4cae-8965-8b5a10e83cc1 req-cf635f17-6afa-4ce5-8379-39b164258e48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:23.923047 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2049a6cc-aa29-4cae-8965-8b5a10e83cc1 req-cf635f17-6afa-4ce5-8379-39b164258e48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.1133687
Apr 29 13:42:23.980030 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ade37227-1d16-46cd-b653-8d428f9bbee4 req-7f67da25-8499-4953-837e-18ef6e840ae4 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665857
Apr 29 13:42:23.994384 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:23.994814 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:24.011528 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51722) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:24.020695 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2049a6cc-aa29-4cae-8965-8b5a10e83cc1 req-c38de89e-2556-48a4-b426-3662f7817ca9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967774
Apr 29 13:42:24.077899 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-e9b58092-5aa2-4e3b-83e7-4ccdb5455c9e None None] Current status of the port 75cd5f18-9a2e-471a-bc19-dafff9db159a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:24.167222 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:24.217691 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6011151-901e-4b8a-8297-97bfb407951d tempest-TestShelveInstance-656360250 tempest-TestShelveInstance-656360250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:24.219293 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-d6011151-901e-4b8a-8297-97bfb407951d tempest-TestShelveInstance-656360250 tempest-TestShelveInstance-656360250-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1125 time: 0.2067442
Apr 29 13:42:24.222370 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 51726) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:24.226984 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'port_id': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:24.249739 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:24.343269 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:24.459686 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Allocated IP 172.27.2.122 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/230fc86b-a309-4a75-ad44-7eec19beee13) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:42:24.570140 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for port (230fc86b-a309-4a75-ad44-7eec19beee13), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:24.607255 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e59b968-b25d-437d-ab13-a23aff4a0b71 req-91726d2d-0d2d-4411-91cf-5a6a56be7f39 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 210 time: 0.0499721
Apr 29 13:42:24.612246 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (230fc86b-a309-4a75-ad44-7eec19beee13), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:24.657631 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:24.663248 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:24.667072 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:42:24.673261 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'Port': ['ID=230fc86b-a309-4a75-ad44-7eec19beee13,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:24.832597 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-2faeed54-7044-4b95-bb7d-d22c955cdede tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:24.834436 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-2faeed54-7044-4b95-bb7d-d22c955cdede tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 811 time: 0.1610014
Apr 29 13:42:24.919415 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-8820eef1-ae6c-468b-af24-8309f65593e6 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8 HTTP/1.1" status: 200  len: 379 time: 0.0646529
Apr 29 13:42:24.958804 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'port': {'device_id': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'admin_state_up': True, 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'security_groups': ['79feee22-bcbd-4d25-97dc-28a26211f21d']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:25.023849 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.086151 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Made reservation on behalf of 99351ec3a01b4218bf7e4f4cc4fa3cf8 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:42:25.089815 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.133503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for floatingip (d2ccab03-7a84-4ab8-ac63-d23b9aece9fc), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.212244 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (230fc86b-a309-4a75-ad44-7eec19beee13), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.215601 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451959b7-1d53-4d33-8244-1d802fbf5af3 req-d855d0fb-d33d-4115-963f-e2f4c5000780 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:25.217112 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-451959b7-1d53-4d33-8244-1d802fbf5af3 req-d855d0fb-d33d-4115-963f-e2f4c5000780 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0680666
Apr 29 13:42:25.286435 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Allocated IP 172.20.0.10 (7688bf06-bbe1-4903-9c3c-3a1f549ffd58/a785faf1-7594-440f-ae6b-1ca45883eb06/2866c255-befd-4d8c-bbd8-aad3b9870909) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:42:25.306279 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-451959b7-1d53-4d33-8244-1d802fbf5af3 req-968eddb2-e55e-43d0-a93b-cebd99e2c9d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704794
Apr 29 13:42:25.384710 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for port (230fc86b-a309-4a75-ad44-7eec19beee13), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.390031 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (230fc86b-a309-4a75-ad44-7eec19beee13), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.448861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.459946 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event updated for resources: {'Port': ['ID=230fc86b-a309-4a75-ad44-7eec19beee13,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:25.470862 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (d2ccab03-7a84-4ab8-ac63-d23b9aece9fc), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.485009 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.527703 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:42:25.533115 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:42:25.536969 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:42:25.543342 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'Port': ['ID=2866c255-befd-4d8c-bbd8-aad3b9870909,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:25.582082 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Floating IP d2ccab03-7a84-4ab8-ac63-d23b9aece9fc associated. External IP: 172.27.2.122, port: 1d824a09-f84d-4667-aab4-fffb1b9750dc.
Apr 29 13:42:25.595321 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:25.596156 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.616798 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-710dd146-2132-403f-adec-334267f0566c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6622643
Apr 29 13:42:25.639337 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Request body: {'port': {'device_id': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:25.758841 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3924-75b7-40fb-b779-6b069df74862 req-031b9747-e98a-4b98-9cba-8bdde9d1d78d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:25.761382 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c26d3924-75b7-40fb-b779-6b069df74862 req-031b9747-e98a-4b98-9cba-8bdde9d1d78d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 932 time: 0.0775292
Apr 29 13:42:25.764900 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.820334 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-85706cca-d526-4880-a3a7-05b643424d76 None None] Provisioning complete for port 2866c255-befd-4d8c-bbd8-aad3b9870909 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:25.821315 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-85706cca-d526-4880-a3a7-05b643424d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:25.850071 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c26d3924-75b7-40fb-b779-6b069df74862 req-21749119-7bef-454b-971d-6a3163dec00e tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826824
Apr 29 13:42:25.892177 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 75cd5f18-9a2e-471a-bc19-dafff9db159a up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:25.915304 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-85706cca-d526-4880-a3a7-05b643424d76 None None] Port 2866c255-befd-4d8c-bbd8-aad3b9870909 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:42:25.942175 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 75cd5f18-9a2e-471a-bc19-dafff9db159a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:25.942548 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.030068 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 75cd5f18-9a2e-471a-bc19-dafff9db159a is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:26.079664 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:42:26.127740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2866c255-befd-4d8c-bbd8-aad3b9870909 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:42:26.136419 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Publish callbacks [] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.152133 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Transition to ACTIVE for port object 2866c255-befd-4d8c-bbd8-aad3b9870909 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:42:26.157053 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.204287 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:42:26.216573 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2866c255-befd-4d8c-bbd8-aad3b9870909,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:26.220028 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] Sync routers for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:42:26.231258 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.231717 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:26.232419 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d2160>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:42:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:26.267686 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7984199f-b2fd-4816-a3c2-1954cd4b78ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0440261
Apr 29 13:42:26.268389 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:26.271057 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:26.314189 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4708e4-54a8-49b1-a6e2-9b3b55277bf1 x-openstack-request-id: req-5d4708e4-54a8-49b1-a6e2-9b3b55277bf1 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:26.314486 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:26.314783 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d4708e4-54a8-49b1-a6e2-9b3b55277bf1 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:26.315190 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4708e4-54a8-49b1-a6e2-9b3b55277bf1'] response: {'name': 'network-changed', 'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'status': 'completed', 'code': 200}
Apr 29 13:42:26.317487 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Attempting to bind port 2866c255-befd-4d8c-bbd8-aad3b9870909 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:42:26.317826 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Attempting to bind port 2866c255-befd-4d8c-bbd8-aad3b9870909 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:42:26.318623 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Attempting to bind port 2866c255-befd-4d8c-bbd8-aad3b9870909 on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:42:26.323073 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Port 2866c255-befd-4d8c-bbd8-aad3b9870909 on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:42:26.323396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Attempting to bind port 2866c255-befd-4d8c-bbd8-aad3b9870909 on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:42:26.329880 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:42:26.329880 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Checking segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:42:26.330210 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Bound using segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:42:26.330693 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Bound port: 2866c255-befd-4d8c-bbd8-aad3b9870909, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:42:26.331076 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.375756 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:26.474422 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] For port 2866c255-befd-4d8c-bbd8-aad3b9870909, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:42:26.476791 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-4c812ddc-3d8a-490c-9946-118a55fc806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:26.478392 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-4c812ddc-3d8a-490c-9946-118a55fc806e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1130 time: 0.1318531
Apr 29 13:42:26.482002 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] For port 2866c255-befd-4d8c-bbd8-aad3b9870909, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=2866c255-befd-4d8c-bbd8-aad3b9870909,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:42:26.501554 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d0ab-59fd-4c75-a9a2-e645a00df98e req-e9db4add-3db7-4f17-b16d-23ce8dbabf48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:26.503027 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e23d0ab-59fd-4c75-a9a2-e645a00df98e req-e9db4add-3db7-4f17-b16d-23ce8dbabf48 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.1135290
Apr 29 13:42:26.514763 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.600128 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:26.600799 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.602418 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/2866c255-befd-4d8c-bbd8-aad3b9870909 HTTP/1.1" status: 200  len: 1094 time: 0.9777825
Apr 29 13:42:26.603344 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:26.605867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2e43d8-e6e5-453d-b28f-737b1da92f10" -d '{"events": [{"name": "network-changed", "server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:26.627151 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d2160>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'd2ccab03-7a84-4ab8-ac63-d23b9aece9fc', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'port_id': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'mac_address': 'fa:16:3e:9b:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:24Z', 'updated_at': '2022-04-29T13:42:24Z', 'revision_number': 0, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 5, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:26.665026 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] Checking router: 67aeeb02-6dea-4665-a8ba-8e93e153c8ca for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:42:26.676899 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:26.678191 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d2160>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:42:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:26.679316 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:26.690864 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31d23a-2215-428f-a898-c2c362d839a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2866c255-befd-4d8c-bbd8-aad3b9870909,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:26.704610 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e23d0ab-59fd-4c75-a9a2-e645a00df98e req-ad58b3dc-0049-4bcc-8b65-13760ba5bfd3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1915934
Apr 29 13:42:26.720257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-325b011c-8253-4ee5-8474-22fba51aa556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:26.721749 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-325b011c-8253-4ee5-8474-22fba51aa556 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 909 time: 0.2360394
Apr 29 13:42:26.726459 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cad92-2fd6-4f7f-a326-77948bf1c489 x-openstack-request-id: req-5c5cad92-2fd6-4f7f-a326-77948bf1c489 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:26.726746 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:26.727013 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c5cad92-2fd6-4f7f-a326-77948bf1c489 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:26.727423 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5cad92-2fd6-4f7f-a326-77948bf1c489'] response: {'name': 'network-changed', 'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'status': 'completed', 'code': 200}
Apr 29 13:42:26.817610 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:26.848955 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-3d0be056-da6a-4600-a2a0-f1f6003d8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:26.850380 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-3d0be056-da6a-4600-a2a0-f1f6003d8900 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 1128 time: 0.1906197
Apr 29 13:42:26.901469 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-82946ac8-bc09-4462-a146-212c0e6f1df9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 1000 time: 0.1700971
Apr 29 13:42:26.902856 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-07374e28-f581-4ef1-b215-e188988e6e54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2866c255-befd-4d8c-bbd8-aad3b9870909 HTTP/1.1" status: 200  len: 217 time: 0.0433745
Apr 29 13:42:27.023373 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-5bb1eaf3-487c-41e5-9986-ab476d3d39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:27.024886 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-5bb1eaf3-487c-41e5-9986-ab476d3d39f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 200  len: 847 time: 0.1137931
Apr 29 13:42:27.035028 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c4742-affa-47d1-b9d6-984201d61920 req-77221511-5812-437e-a27e-543d6ffb2317 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:27.036474 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d0c4742-affa-47d1-b9d6-984201d61920 req-77221511-5812-437e-a27e-543d6ffb2317 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 944 time: 0.0924294
Apr 29 13:42:27.037812 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-7cd15b18-d06f-4e97-ba7d-e7c352be3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:27.039156 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-7cd15b18-d06f-4e97-ba7d-e7c352be3977 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.1208541
Apr 29 13:42:27.039286 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d2160>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'd2ccab03-7a84-4ab8-ac63-d23b9aece9fc', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'port_id': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'mac_address': 'fa:16:3e:9b:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:24Z', 'updated_at': '2022-04-29T13:42:24Z', 'revision_number': 0, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 5, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:27.067664 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339564d-806d-4a38-aa3f-b47ddf3498a7 None None] The sync data for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi is: [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'd2ccab03-7a84-4ab8-ac63-d23b9aece9fc', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'port_id': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'mac_address': 'fa:16:3e:9b:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:24Z', 'updated_at': '2022-04-29T13:42:24Z', 'revision_number': 0, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 5, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:42:27.275020 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92526ba0-1c51-469e-96a2-5a87b3ef3606 None None] New status for floating IP d2ccab03-7a84-4ab8-ac63-d23b9aece9fc: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:42:27.388138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-1c51a296-66aa-4bfc-a145-55e026ebc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:27.389775 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-1c51a296-66aa-4bfc-a145-55e026ebc3f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac16251-0027-46b0-a642-6a084e50a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3497400
Apr 29 13:42:27.390696 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-dc525ad0-4cea-4132-94d9-d59cae2b5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:27.392032 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-dc525ad0-4cea-4132-94d9-d59cae2b5574 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3442740
Apr 29 13:42:27.457881 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d0c4742-affa-47d1-b9d6-984201d61920 req-67cbc59e-108e-4d8c-b2f5-572f4e834ebe tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4078944
Apr 29 13:42:27.569229 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-302b869c-d0cc-45b5-a42c-1851b271d136 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663580
Apr 29 13:42:27.571086 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-bf0728aa-532e-491c-977a-51ab503ba82f service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672282
Apr 29 13:42:27.737453 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecdfd5df-8de9-41f0-a8f2-c4b43cd7e2fc req-93798c68-3f19-4d10-901e-e823277033e9 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575963
Apr 29 13:42:27.739102 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d1cf451-4a5d-451c-9533-e1e1497b2a55 req-5429eb36-e31b-49f9-84bc-3ffacb75b44b service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606629
Apr 29 13:42:27.849196 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a9cf3-dc86-4955-b0f4-d6934527a1d2 req-eef0c297-e6db-4724-a887-7dd8e1eb4d3e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:27.850726 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2f6a9cf3-dc86-4955-b0f4-d6934527a1d2 req-eef0c297-e6db-4724-a887-7dd8e1eb4d3e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0485094
Apr 29 13:42:27.899052 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2f6a9cf3-dc86-4955-b0f4-d6934527a1d2 req-2d4a4557-13a5-4e4c-8ab3-d45b93f46487 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426440
Apr 29 13:42:28.509665 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-0688714e-7442-49c7-9fc1-024d243d5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:28.511194 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-0688714e-7442-49c7-9fc1-024d243d5392 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 1128 time: 0.0458515
Apr 29 13:42:28.623307 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2d502-b789-402b-ae28-31dda09de112 req-4bbb23bb-121c-416b-87e8-8c9bd6d37bd5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:28.624802 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-55a2d502-b789-402b-ae28-31dda09de112 req-4bbb23bb-121c-416b-87e8-8c9bd6d37bd5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 944 time: 0.0903583
Apr 29 13:42:28.660813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-edd3741c-d277-437f-9ea4-bdb394d0d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:28.662282 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-edd3741c-d277-437f-9ea4-bdb394d0d73f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 912 time: 0.1456940
Apr 29 13:42:28.713995 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-96aff345-13be-4bd3-8793-9e0674956a2e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2866c255-befd-4d8c-bbd8-aad3b9870909 HTTP/1.1" status: 200  len: 217 time: 0.0440288
Apr 29 13:42:28.719234 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-55a2d502-b789-402b-ae28-31dda09de112 req-3ef2b738-66b9-42cf-b925-593548210832 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881536
Apr 29 13:42:28.761789 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-0509ce98-2c71-4732-920d-b5b52db02aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:28.763195 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-0509ce98-2c71-4732-920d-b5b52db02aeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.0431292
Apr 29 13:42:28.804881 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 2866c255-befd-4d8c-bbd8-aad3b9870909 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:42:28.809552 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-e9dd0434-24dd-4f84-8a4d-aa0f303d7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:28.811089 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-e9dd0434-24dd-4f84-8a4d-aa0f303d7892 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0426412
Apr 29 13:42:28.901364 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-8603e4f2-0a3e-4d19-bc6a-013546e91425 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840011
Apr 29 13:42:28.906956 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 2866c255-befd-4d8c-bbd8-aad3b9870909, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=2866c255-befd-4d8c-bbd8-aad3b9870909,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:28.918355 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'port_id': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'mac_address': 'fa:16:3e:f7:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:42:28.958400 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 2866c255-befd-4d8c-bbd8-aad3b9870909 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:28.959071 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:28.973634 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2866c255-befd-4d8c-bbd8-aad3b9870909 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:42:28.993627 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 2866c255-befd-4d8c-bbd8-aad3b9870909, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=2866c255-befd-4d8c-bbd8-aad3b9870909,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:28.997892 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:29.022468 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ea2e43d8-e6e5-453d-b28f-737b1da92f10 req-acafba67-9722-4316-bffa-ed3cb8e647f8 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1156418
Apr 29 13:42:29.040235 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2baf4-6bf7-4a22-966d-f6f012e55d04 req-b0af3311-2e73-4a03-bef4-d9d3ffd6c373 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:29.042777 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5a2baf4-6bf7-4a22-966d-f6f012e55d04 req-b0af3311-2e73-4a03-bef4-d9d3ffd6c373 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0674369
Apr 29 13:42:29.058832 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=2866c255-befd-4d8c-bbd8-aad3b9870909,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:29.071037 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.071588 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.072156 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.072652 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.073230 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.073863 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.074410 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.075078 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.075778 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.076440 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.077327 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.077889 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.078431 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.079262 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.079797 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:42:29.107178 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5a2baf4-6bf7-4a22-966d-f6f012e55d04 req-b3d9446c-dbcc-46bf-8c8b-c41c76f114a6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575316
Apr 29 13:42:29.225267 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['2866c255-befd-4d8c-bbd8-aad3b9870909'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:42:29.834417 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4592ab-2ce9-462d-b517-009a09fb9c79 req-f131083a-41c4-43b8-9de2-1e844ab1163c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:29.836151 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4e4592ab-2ce9-462d-b517-009a09fb9c79 req-f131083a-41c4-43b8-9de2-1e844ab1163c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 945 time: 0.0483799
Apr 29 13:42:29.887971 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4e4592ab-2ce9-462d-b517-009a09fb9c79 req-d6ba7a44-2b8d-4656-9098-58ee690dedc3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463281
Apr 29 13:42:30.227351 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dc6cd-9231-4044-9919-92389f0d47c9 req-f72a9353-b02a-4aa1-82cd-d90e2b76a7f5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:30.228799 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-003dc6cd-9231-4044-9919-92389f0d47c9 req-f72a9353-b02a-4aa1-82cd-d90e2b76a7f5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0481474
Apr 29 13:42:30.275624 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-003dc6cd-9231-4044-9919-92389f0d47c9 req-412b9f12-8cb4-4e6b-8e96-f3bdc7418a98 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412021
Apr 29 13:42:30.819134 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 2866c255-befd-4d8c-bbd8-aad3b9870909 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:30.866719 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 2866c255-befd-4d8c-bbd8-aad3b9870909 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:42:30.873389 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 2866c255-befd-4d8c-bbd8-aad3b9870909 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:30.873784 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:30.955014 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 2866c255-befd-4d8c-bbd8-aad3b9870909 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:30.955409 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:30.978943 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:30.981176 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975d9110-8fb4-48d8-99f8-d5fba1e9af3f" -d '{"events": [{"server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "name": "network-vif-plugged", "status": "completed", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:30.993538 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 2866c255-befd-4d8c-bbd8-aad3b9870909, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=2866c255-befd-4d8c-bbd8-aad3b9870909,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:30.999476 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:31.009264 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618b56-150a-4b3f-bc45-7986f9e75df4 req-c4f989e9-d1b6-4acc-b6dc-94ccebb2a7ec tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:31.010956 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-61618b56-150a-4b3f-bc45-7986f9e75df4 req-c4f989e9-d1b6-4acc-b6dc-94ccebb2a7ec tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 945 time: 0.0523634
Apr 29 13:42:31.028680 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ade43-982c-42b9-a1d9-97aeaa60e9ba x-openstack-request-id: req-4c4ade43-982c-42b9-a1d9-97aeaa60e9ba {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:31.029012 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "name": "network-vif-plugged", "status": "completed", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:31.029659 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c4ade43-982c-42b9-a1d9-97aeaa60e9ba {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:31.030057 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4ade43-982c-42b9-a1d9-97aeaa60e9ba'] response: {'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'code': 200}
Apr 29 13:42:31.062027 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=2866c255-befd-4d8c-bbd8-aad3b9870909,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:31.066216 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-61618b56-150a-4b3f-bc45-7986f9e75df4 req-afb8f397-2df3-484d-b977-6e24479ec4c4 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470810
Apr 29 13:42:31.213527 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643a8a3-70b3-443e-bf2e-52c554493c44 req-a26996f8-f783-41dd-886d-399b88284c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:31.215110 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e643a8a3-70b3-443e-bf2e-52c554493c44 req-a26996f8-f783-41dd-886d-399b88284c29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 1130 time: 0.0427265
Apr 29 13:42:31.258259 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e643a8a3-70b3-443e-bf2e-52c554493c44 req-3d380b47-2d42-4596-8d13-8779306ff3e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374479
Apr 29 13:42:31.397452 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479a5f-a9c0-4c13-8bb4-021800a24fc9 req-26ca00f3-9431-410c-880e-f32092f5eecb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:31.398862 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-06479a5f-a9c0-4c13-8bb4-021800a24fc9 req-26ca00f3-9431-410c-880e-f32092f5eecb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0479195
Apr 29 13:42:31.452158 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-06479a5f-a9c0-4c13-8bb4-021800a24fc9 req-f5285f6e-14c3-4b8a-bbbe-c640859e8531 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473738
Apr 29 13:42:32.183171 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb1290-c491-417f-8279-2afec601c3b3 req-18cd49c1-54f0-4c2e-a92d-720a64bcf42b tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:32.184638 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-94bb1290-c491-417f-8279-2afec601c3b3 req-18cd49c1-54f0-4c2e-a92d-720a64bcf42b tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0495930
Apr 29 13:42:32.231024 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-94bb1290-c491-417f-8279-2afec601c3b3 req-067165fe-54c3-4cd0-8f2c-2ba413ccd2c4 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408623
Apr 29 13:42:32.569686 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474427-b189-41e4-9e53-36fe31872b01 req-dc551d41-5106-4f6e-80e6-af08ed29cb0f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:32.571257 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4e474427-b189-41e4-9e53-36fe31872b01 req-dc551d41-5106-4f6e-80e6-af08ed29cb0f tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0461934
Apr 29 13:42:32.618424 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4e474427-b189-41e4-9e53-36fe31872b01 req-0b04c5e5-0b43-4705-818f-53681df699fd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414658
Apr 29 13:42:33.346627 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868fcf2-57ed-44f3-a906-6fee03521c11 req-ca0792ef-09e1-4e71-9e56-ab890ed75870 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:33.348120 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f868fcf2-57ed-44f3-a906-6fee03521c11 req-ca0792ef-09e1-4e71-9e56-ab890ed75870 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0486677
Apr 29 13:42:33.400108 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f868fcf2-57ed-44f3-a906-6fee03521c11 req-e6c37222-d121-4e88-b822-02eb29613643 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455987
Apr 29 13:42:33.524718 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26280d06-4b3c-411e-ab97-2c5198dcd74e req-50e67fe4-5005-4112-a0f2-f805df6e46a5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:33.526168 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-26280d06-4b3c-411e-ab97-2c5198dcd74e req-50e67fe4-5005-4112-a0f2-f805df6e46a5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0467296
Apr 29 13:42:33.535587 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 51778) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:42:33.539886 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'floatingip': {'port_id': '2866c255-befd-4d8c-bbd8-aad3b9870909'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:42:33.578337 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (07ff3ea9-31fd-4d5a-ab58-a46a22b2da69), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:33.780136 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d1c71-a72a-4ba3-af91-cd964dadcbbd req-e019bec4-bde2-4fe8-8a42-c337bcb07cc3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:33.781613 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-782d1c71-a72a-4ba3-af91-cd964dadcbbd req-e019bec4-bde2-4fe8-8a42-c337bcb07cc3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0899491
Apr 29 13:42:33.914023 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-782d1c71-a72a-4ba3-af91-cd964dadcbbd req-cf412cc9-6d1d-449a-9f83-c7b665483a31 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967755
Apr 29 13:42:34.110951 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:34.114656 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (07ff3ea9-31fd-4d5a-ab58-a46a22b2da69), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:34.228238 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Floating IP 07ff3ea9-31fd-4d5a-ab58-a46a22b2da69 associated. External IP: 172.27.2.114, port: 2866c255-befd-4d8c-bbd8-aad3b9870909.
Apr 29 13:42:34.456330 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Router 397fb78c-ba25-496d-9b74-5b75452e8259 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:42:34.823383 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:42:34.827828 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:34.833168 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b5922-909f-415e-bb25-fb691fab620a None None] Sync routers for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:42:34.844157 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:34.844968 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d23d0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:42:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:34.858991 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-85653afb-7d92-4912-a381-f924841bc5e1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "PUT /v2.0/floatingips/07ff3ea9-31fd-4d5a-ab58-a46a22b2da69 HTTP/1.1" status: 200  len: 992 time: 1.3222950
Apr 29 13:42:34.859689 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:34.863291 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1178234-0342-4e68-8038-87e6c4b313c8" -d '{"events": [{"name": "network-changed", "server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:34.960828 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:34.971381 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca72941-6c2a-4464-889b-99d5a124bd63 x-openstack-request-id: req-8ca72941-6c2a-4464-889b-99d5a124bd63 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:34.972260 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:34.972520 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ca72941-6c2a-4464-889b-99d5a124bd63 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:34.972964 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca72941-6c2a-4464-889b-99d5a124bd63'] response: {'name': 'network-changed', 'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'status': 'completed', 'code': 200}
Apr 29 13:42:35.065922 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61503c0a-6fba-499f-87c0-f240dc4d7360 req-2173d20a-3a44-4352-bb23-700fe957a3c6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:35.067515 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-61503c0a-6fba-499f-87c0-f240dc4d7360 req-2173d20a-3a44-4352-bb23-700fe957a3c6 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0669055
Apr 29 13:42:35.068568 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-66132256-c9fb-4637-86ce-7638037173dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:35.069844 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-66132256-c9fb-4637-86ce-7638037173dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 1130 time: 0.0773368
Apr 29 13:42:35.179302 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-61503c0a-6fba-499f-87c0-f240dc4d7360 req-3d23738b-d629-418f-984f-86fcddb47d77 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056492
Apr 29 13:42:35.196465 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-53139d6e-3ad7-4714-b3b6-8e1ef8862238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:35.197942 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-53139d6e-3ad7-4714-b3b6-8e1ef8862238 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 912 time: 0.1225853
Apr 29 13:42:35.232647 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d23d0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '07ff3ea9-31fd-4d5a-ab58-a46a22b2da69', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'port_id': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'mac_address': 'fa:16:3e:f7:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:22Z', 'updated_at': '2022-04-29T13:42:34Z', 'revision_number': 1, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:35.270695 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-f3e6215b-2dd9-4ce4-99ae-312b08051726 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2866c255-befd-4d8c-bbd8-aad3b9870909 HTTP/1.1" status: 200  len: 1000 time: 0.0667527
Apr 29 13:42:35.321486 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-5f895570-ee1d-48c9-bf63-d25070d91a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:35.322988 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-5f895570-ee1d-48c9-bf63-d25070d91a93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.0462782
Apr 29 13:42:35.348265 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b5922-909f-415e-bb25-fb691fab620a None None] Checking router: 397fb78c-ba25-496d-9b74-5b75452e8259 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:42:35.356712 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:42:35.357304 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d23d0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:42:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:35.366894 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-90f2ae6e-1827-4487-95f0-742cc84f46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:35.368404 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-90f2ae6e-1827-4487-95f0-742cc84f46a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0395675
Apr 29 13:42:35.466120 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-b4a3d88f-d014-47df-afcb-4cf462ba2c7a service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912960
Apr 29 13:42:35.468888 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:42:35.562055 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f1178234-0342-4e68-8038-87e6c4b313c8 req-a162d26f-6e12-4545-8105-e6c76525ba2e service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896757
Apr 29 13:42:35.683418 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-684b5922-909f-415e-bb25-fb691fab620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06d23d0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '07ff3ea9-31fd-4d5a-ab58-a46a22b2da69', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'port_id': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'mac_address': 'fa:16:3e:f7:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:22Z', 'updated_at': '2022-04-29T13:42:34Z', 'revision_number': 1, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:42:35.714419 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b5922-909f-415e-bb25-fb691fab620a None None] The sync data for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi is: [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '07ff3ea9-31fd-4d5a-ab58-a46a22b2da69', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'port_id': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'mac_address': 'fa:16:3e:f7:b0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:42:22Z', 'updated_at': '2022-04-29T13:42:34Z', 'revision_number': 1, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:42:35.922616 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ced80-ac3e-4ebe-bc6c-2e769e454326 None None] New status for floating IP 07ff3ea9-31fd-4d5a-ab58-a46a22b2da69: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:42:36.309414 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fdb08-ec4a-4571-b32b-75df56eb39c6 req-7380d3f2-c4fb-4cf6-9c5f-9021143ad0cc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:36.311563 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-474fdb08-ec4a-4571-b32b-75df56eb39c6 req-7380d3f2-c4fb-4cf6-9c5f-9021143ad0cc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0524411
Apr 29 13:42:36.369043 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-474fdb08-ec4a-4571-b32b-75df56eb39c6 req-63d7ef08-1842-48e7-b767-24003f96a992 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516725
Apr 29 13:42:37.489597 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038fb27-533d-469b-90ba-98666fe4efef req-d4444f38-abe0-4b0a-b2a2-7a1962edca52 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:37.491172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0038fb27-533d-469b-90ba-98666fe4efef req-d4444f38-abe0-4b0a-b2a2-7a1962edca52 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0481765
Apr 29 13:42:37.538547 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0038fb27-533d-469b-90ba-98666fe4efef req-4a58981e-7ed9-459d-a09d-3b8e106e7632 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416365
Apr 29 13:42:38.656580 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f193e7-0dd8-447e-b8bc-b7b51566133e req-cee4fad4-89f9-4f89-86cb-938d7eb5db65 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:38.658077 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66f193e7-0dd8-447e-b8bc-b7b51566133e req-cee4fad4-89f9-4f89-86cb-938d7eb5db65 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0469644
Apr 29 13:42:38.707966 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66f193e7-0dd8-447e-b8bc-b7b51566133e req-8e386b70-51c7-41f4-808b-380aebc26f8b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442538
Apr 29 13:42:39.827113 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c75a4-4a7b-44cb-81bb-d35d4e4afed1 req-0f8b2e68-3271-4976-901b-d3880892b21a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:39.828633 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e29c75a4-4a7b-44cb-81bb-d35d4e4afed1 req-0f8b2e68-3271-4976-901b-d3880892b21a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0473630
Apr 29 13:42:39.877592 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e29c75a4-4a7b-44cb-81bb-d35d4e4afed1 req-3f6f3744-8b8c-4659-86d5-71f72fb40238 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429235
Apr 29 13:42:40.212947 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:40.996263 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c7a5b-0de6-41ea-a95b-a2f9645b52f8 req-726d56bb-f914-4268-b9a4-cfdaf0a45fac tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:40.997734 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b28c7a5b-0de6-41ea-a95b-a2f9645b52f8 req-726d56bb-f914-4268-b9a4-cfdaf0a45fac tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0466712
Apr 29 13:42:41.046929 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b28c7a5b-0de6-41ea-a95b-a2f9645b52f8 req-5214318f-2450-46c2-b899-cb9a29e99d26 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425093
Apr 29 13:42:42.169784 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67612f-fc34-4477-9220-82ec459d7b06 req-040b7ad5-dfb6-41d0-868e-fc90abe4c56d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:42.171459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c67612f-fc34-4477-9220-82ec459d7b06 req-040b7ad5-dfb6-41d0-868e-fc90abe4c56d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0510576
Apr 29 13:42:42.220108 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c67612f-fc34-4477-9220-82ec459d7b06 req-2fd16ab7-600f-4351-9191-7f37bed7b472 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430403
Apr 29 13:42:42.561893 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:42:42.903652 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:42:43.002446 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:43.013434 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'port_id': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'mac_address': 'fa:16:3e:1a:02:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:42:43.050475 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 is: ACTIVE; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:43.050885 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:43.063552 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:42:43.083034 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:43.087136 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:43.140771 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=6']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:43.189434 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:42:43.348184 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511fffa-45ea-4f9b-a29a-51e593b5e8e3 req-ce2348f3-efef-4fed-b0a6-cf8a457ddf68 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:43.349688 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0511fffa-45ea-4f9b-a29a-51e593b5e8e3 req-ce2348f3-efef-4fed-b0a6-cf8a457ddf68 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 944 time: 0.0537353
Apr 29 13:42:43.396301 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0511fffa-45ea-4f9b-a29a-51e593b5e8e3 req-901f3df1-c66f-432d-be48-1df1447c24eb tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408723
Apr 29 13:42:44.538400 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aa06b-0faa-4e05-bd33-cf8ad32dfb88 req-c483b3f0-88af-41cd-94fe-8d1a1cb72138 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:44.540209 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3b4aa06b-0faa-4e05-bd33-cf8ad32dfb88 req-c483b3f0-88af-41cd-94fe-8d1a1cb72138 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 944 time: 0.0523899
Apr 29 13:42:44.598248 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3b4aa06b-0faa-4e05-bd33-cf8ad32dfb88 req-4086c958-fa21-46d6-9d9b-ced71eddc0a2 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490716
Apr 29 13:42:44.911598 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:42:44.969949 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:42:44.970823 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:45.069266 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:45.069650 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:45.097378 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:45.099834 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98225a00-5b6c-4f82-8789-13bf334d6d3d" -d '{"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-plugged", "status": "completed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:45.115783 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:45.121117 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:45.169194 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1622c0-e898-41b8-a086-a22de3b6c098 x-openstack-request-id: req-fc1622c0-e898-41b8-a086-a22de3b6c098 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:45.169437 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-plugged", "status": "completed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:45.169684 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc1622c0-e898-41b8-a086-a22de3b6c098 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:45.170081 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1622c0-e898-41b8-a086-a22de3b6c098'] response: {'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'code': 200}
Apr 29 13:42:45.205488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=7']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:45.739575 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ba16-5bc8-4633-accf-ae7d89831918 req-2975647f-c4fb-4491-8418-7065b31c1a59 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:45.741827 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fcf0ba16-5bc8-4633-accf-ae7d89831918 req-2975647f-c4fb-4491-8418-7065b31c1a59 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0520592
Apr 29 13:42:45.797259 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fcf0ba16-5bc8-4633-accf-ae7d89831918 req-c4cb5666-be10-47a2-b7ce-fdbc9516c5f8 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479374
Apr 29 13:42:46.947825 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b6110-57b1-4036-98f5-5cb5c50eca71 req-d558cd9b-fae2-40d3-bc90-b7ed77cc9af1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:46.950184 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9b1b6110-57b1-4036-98f5-5cb5c50eca71 req-d558cd9b-fae2-40d3-bc90-b7ed77cc9af1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0531106
Apr 29 13:42:47.013440 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9b1b6110-57b1-4036-98f5-5cb5c50eca71 req-073ab0bd-5ef5-4c00-b0ed-db6803acbf93 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556612
Apr 29 13:42:48.162927 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc4a75-5f77-48ca-aaa9-fffc580bfc44 req-78a51c1d-9cf9-45c1-94a7-bf0dd9ecd33c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:48.164568 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51dc4a75-5f77-48ca-aaa9-fffc580bfc44 req-78a51c1d-9cf9-45c1-94a7-bf0dd9ecd33c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0588515
Apr 29 13:42:48.214725 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-51dc4a75-5f77-48ca-aaa9-fffc580bfc44 req-3e64850c-29b9-4612-9fab-edde8619048e tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440702
Apr 29 13:42:49.353584 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f8196-0814-43bb-bd12-d14453297245 req-bbea33fa-8285-4409-b25e-fb0a9d46a6b1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:49.357208 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-137f8196-0814-43bb-bd12-d14453297245 req-bbea33fa-8285-4409-b25e-fb0a9d46a6b1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0571008
Apr 29 13:42:49.406206 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-137f8196-0814-43bb-bd12-d14453297245 req-ded3d5e7-876f-4d6c-8286-d2570a79da02 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460122
Apr 29 13:42:49.978989 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d7737ff8-c8ba-4e56-918f-21697146ea89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:50.545313 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c97e06-696b-4a38-8e9d-97116f1edf51 req-ac3030c1-2655-4a52-aa9b-21b18ef67db7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:50.547768 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d0c97e06-696b-4a38-8e9d-97116f1edf51 req-ac3030c1-2655-4a52-aa9b-21b18ef67db7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0549228
Apr 29 13:42:50.611967 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d0c97e06-696b-4a38-8e9d-97116f1edf51 req-bc9e0a55-a9f5-4c1d-9c49-081911521048 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563078
Apr 29 13:42:51.738842 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a51ebc-b14e-466c-abbd-e006e38f786c req-45626286-08b1-4d59-a3ba-ade58a761537 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:51.740440 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c7a51ebc-b14e-466c-abbd-e006e38f786c req-45626286-08b1-4d59-a3ba-ade58a761537 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0500624
Apr 29 13:42:51.802100 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c7a51ebc-b14e-466c-abbd-e006e38f786c req-bbbf71d2-c9d8-4fa4-8da7-9a4840b25f2a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555384
Apr 29 13:42:52.495510 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5e097d30-aeef-49b7-b935-6773231720e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:52.923754 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf51cc3-9b75-4b6e-98f6-15a217a7454a req-20975f70-6703-4575-b662-e66ae39c76d5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:52.925299 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1bf51cc3-9b75-4b6e-98f6-15a217a7454a req-20975f70-6703-4575-b662-e66ae39c76d5 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0488467
Apr 29 13:42:52.976964 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1bf51cc3-9b75-4b6e-98f6-15a217a7454a req-65fc2f2c-080f-4172-9bbf-1d3b89e40b87 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461283
Apr 29 13:42:53.380543 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-d2e40664-b3d1-481f-b721-9730a5435bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:53.381970 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-d2e40664-b3d1-481f-b721-9730a5435bfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1129 time: 0.0386589
Apr 29 13:42:53.480665 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-8de3ea0f-27b9-4448-bab0-0abf21cac452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:53.482170 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-8de3ea0f-27b9-4448-bab0-0abf21cac452 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.0937736
Apr 29 13:42:53.565050 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-aa7cde00-3471-481d-aef4-7b60263fc779 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 1000 time: 0.0764301
Apr 29 13:42:53.618831 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-0055a779-403c-4aed-942c-120d6df51e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:53.620403 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-0055a779-403c-4aed-942c-120d6df51e5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.0485835
Apr 29 13:42:53.665950 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-333fb28c-39b9-4af3-b491-34f09f069922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:53.667438 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-333fb28c-39b9-4af3-b491-34f09f069922 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0407298
Apr 29 13:42:53.673610 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:53.765672 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-13e6842d-6706-4b58-a6e3-e1882639b5a3 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897462
Apr 29 13:42:53.859524 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e2221020-c9bc-4f0e-9de0-d6f9718c6108 req-d3de757a-48a9-4fee-a1bc-0b28b00e7e1d service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861495
Apr 29 13:42:54.099539 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08102-6652-4586-9d87-a73c906802b0 req-fa39a59c-5669-4bfc-8b31-7ce8e0933a94 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:54.101043 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-adf08102-6652-4586-9d87-a73c906802b0 req-fa39a59c-5669-4bfc-8b31-7ce8e0933a94 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0515468
Apr 29 13:42:54.147989 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-adf08102-6652-4586-9d87-a73c906802b0 req-91750b1f-0414-44a1-acfb-683be40a0eae tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412471
Apr 29 13:42:55.018553 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:55.269321 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5bf76-bc59-40e4-944e-e93223a7575e req-b1ae63f9-abc5-432d-982b-561f2c800d24 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:55.270797 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fd5bf76-bc59-40e4-944e-e93223a7575e req-b1ae63f9-abc5-432d-982b-561f2c800d24 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0482409
Apr 29 13:42:55.318845 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fd5bf76-bc59-40e4-944e-e93223a7575e req-cbdf6e16-2750-4283-82c2-75ecbaea4dd7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424390
Apr 29 13:42:56.447262 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c4ae-1979-4414-851e-1fe4f239319c req-71704364-f8a0-4140-985c-6b5a54521ea1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:56.448866 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fe5c4ae-1979-4414-851e-1fe4f239319c req-71704364-f8a0-4140-985c-6b5a54521ea1 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 945 time: 0.0545273
Apr 29 13:42:56.501021 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fe5c4ae-1979-4414-851e-1fe4f239319c req-d28b2a47-3ec9-4dd4-ac05-60a6e4ce22de tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455220
Apr 29 13:42:56.658555 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:56.994255 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:42:57.083828 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 is: ACTIVE; New status is: DOWN {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:42:57.084475 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:57.111929 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:42:57.114363 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce717864-b1d2-4092-8757-4c427183c7df" -d '{"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-unplugged", "status": "completed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:42:57.128302 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:42:57.132796 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:42:57.191269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=8']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:42:57.217536 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e5755-14ed-48d4-b1ea-914c1fb81f98 x-openstack-request-id: req-da4e5755-14ed-48d4-b1ea-914c1fb81f98 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:42:57.217955 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-unplugged", "status": "failed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522", "code": 422}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:42:57.218309 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da4e5755-14ed-48d4-b1ea-914c1fb81f98 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:42:57.218878 dv-cinder-839416-3-iscsi neutron-server[103578]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-da4e5755-14ed-48d4-b1ea-914c1fb81f98']: {'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'code': 422} returned with failed status
Apr 29 13:42:57.374628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-fd868156-62e3-44f6-878c-bd50c477363a req-31cb78c2-e2d2-48ad-b415-fe4435fedcd2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:42:57.375789 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fd868156-62e3-44f6-878c-bd50c477363a req-31cb78c2-e2d2-48ad-b415-fe4435fedcd2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0066638
Apr 29 13:42:57.552272 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17799f2-8c85-4c53-a868-82574baf2f64 req-f0a2dcd1-4a70-4e0a-a3ac-76ebbfbe8acc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:57.553857 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d17799f2-8c85-4c53-a868-82574baf2f64 req-f0a2dcd1-4a70-4e0a-a3ac-76ebbfbe8acc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0527644
Apr 29 13:42:57.619079 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-3a6e9521-58c4-423f-833d-23b6ef9e6ba3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0640786
Apr 29 13:42:57.635086 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d17799f2-8c85-4c53-a868-82574baf2f64 req-531cecb9-cdea-4696-8900-2fbe683aa9be tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715065
Apr 29 13:42:57.707564 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-2919cab9-bb8d-40c5-b592-b7c7b31a5530 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:57.708832 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-2919cab9-bb8d-40c5-b592-b7c7b31a5530 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports/34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 940 time: 0.0542350
Apr 29 13:42:58.523099 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-5a745888-79ec-4e5f-8739-6cbf5b999e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:58.524516 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-5a745888-79ec-4e5f-8739-6cbf5b999e33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057&tenant_id=949789e24b594a069226af551ad3ee09 HTTP/1.1" status: 200  len: 1127 time: 0.0401220
Apr 29 13:42:58.587153 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-2e065834-6cba-4ab3-a507-450056db24b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:58.588657 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-2e065834-6cba-4ab3-a507-450056db24b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1127 time: 0.0413151
Apr 29 13:42:58.689125 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-1727cc37-34c9-4780-9216-e272e9bd0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:58.690772 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-1727cc37-34c9-4780-9216-e272e9bd0ec9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.0962310
Apr 29 13:42:58.801523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff6735-a9ed-48c8-8d8f-eb80f900e4eb req-b2d4c131-637f-4ad3-a845-91ba6ada523b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:58.803015 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5dff6735-a9ed-48c8-8d8f-eb80f900e4eb req-b2d4c131-637f-4ad3-a845-91ba6ada523b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0666981
Apr 29 13:42:58.805128 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-de38f2cd-276b-466f-809e-dc320a6c9982 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 998 time: 0.1069415
Apr 29 13:42:58.885937 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-809e999b-aad4-479e-bea2-edef729fd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:58.887490 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-809e999b-aad4-479e-bea2-edef729fd21b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.0740869
Apr 29 13:42:58.909972 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5dff6735-a9ed-48c8-8d8f-eb80f900e4eb req-bfaa0994-1053-4a79-b260-db91fbd1f644 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884886
Apr 29 13:42:58.940104 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-6fdc80fc-f873-41da-9a79-c1e9f967e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:42:58.941694 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-6fdc80fc-f873-41da-9a79-c1e9f967e83e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0454051
Apr 29 13:42:59.043600 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-79de4efc-6054-48ce-9996-98eff5b0a445 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932267
Apr 29 13:42:59.137169 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-4c4bc034-b066-47c1-bb75-8d08e7ddf7a1 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856140
Apr 29 13:43:00.043287 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0da7-bb1d-4a00-9fdb-6c306dd26023 req-0cdf24e6-62b6-4c0c-8cf5-256a3acca4c0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:00.045023 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73bf0da7-bb1d-4a00-9fdb-6c306dd26023 req-0cdf24e6-62b6-4c0c-8cf5-256a3acca4c0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0549967
Apr 29 13:43:00.116179 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73bf0da7-bb1d-4a00-9fdb-6c306dd26023 req-939bb8b4-85a0-4bbe-b061-a981a5824396 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632503
Apr 29 13:43:01.230620 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce38a8-b5c1-4936-8e69-664360de2fd9 req-ecd91f72-a375-4957-90b1-4a9e12c8c132 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:01.232124 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04ce38a8-b5c1-4936-8e69-664360de2fd9 req-ecd91f72-a375-4957-90b1-4a9e12c8c132 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0477808
Apr 29 13:43:01.284625 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04ce38a8-b5c1-4936-8e69-664360de2fd9 req-766d2c7d-f07f-46e8-bc34-05d592387612 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456476
Apr 29 13:43:02.414175 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356b9b-31c7-4e88-aeb5-bda2ac33b2f5 req-4d061ef9-28cf-486c-91f8-e7b223a1869b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:02.415618 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bb356b9b-31c7-4e88-aeb5-bda2ac33b2f5 req-4d061ef9-28cf-486c-91f8-e7b223a1869b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0555482
Apr 29 13:43:02.466426 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bb356b9b-31c7-4e88-aeb5-bda2ac33b2f5 req-bc1335a0-a222-4f13-8bf6-659d852da1dd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442469
Apr 29 13:43:03.610425 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f595562-f89a-4924-b4bb-fa97f7bce499 req-65b12ed3-f236-43f8-9324-13b2d031463d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:03.612239 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f595562-f89a-4924-b4bb-fa97f7bce499 req-65b12ed3-f236-43f8-9324-13b2d031463d tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0527208
Apr 29 13:43:03.663432 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f595562-f89a-4924-b4bb-fa97f7bce499 req-b518d1dd-1653-4610-9f9f-6f9e9e94ab18 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445151
Apr 29 13:43:04.858618 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de625715-4f5e-418b-85c8-b65ebd4c182c req-c105244d-da31-473b-b87f-9a34bcac26b4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:04.860437 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-de625715-4f5e-418b-85c8-b65ebd4c182c req-c105244d-da31-473b-b87f-9a34bcac26b4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0632024
Apr 29 13:43:04.942242 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-de625715-4f5e-418b-85c8-b65ebd4c182c req-220b672a-50e0-4bd5-adf3-106c9f809a33 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678592
Apr 29 13:43:06.132101 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c481-7774-4ddd-9411-515647ed34e9 req-65c3cd4e-bc2f-4875-b640-7765dd923146 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:06.134250 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9464c481-7774-4ddd-9411-515647ed34e9 req-65c3cd4e-bc2f-4875-b640-7765dd923146 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0918505
Apr 29 13:43:06.198875 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9464c481-7774-4ddd-9411-515647ed34e9 req-481bfb65-44fa-44ea-aedc-838d1dae9667 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558147
Apr 29 13:43:07.358664 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af4d2d-5315-49cb-b8fb-d687fec73010 req-daa6cc8b-9834-43de-bb2c-d0b505e3b9b7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:07.365983 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b4af4d2d-5315-49cb-b8fb-d687fec73010 req-daa6cc8b-9834-43de-bb2c-d0b505e3b9b7 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0611510
Apr 29 13:43:07.420139 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b4af4d2d-5315-49cb-b8fb-d687fec73010 req-3166e61f-73c8-41e2-84d0-ccfda2e60b6a tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532570
Apr 29 13:43:08.552102 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535629f-e366-41bc-886c-dee165e3911c req-c36b0d2b-6bfc-40dd-a6e1-617cc81faafa tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:08.553651 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1535629f-e366-41bc-886c-dee165e3911c req-c36b0d2b-6bfc-40dd-a6e1-617cc81faafa tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0522795
Apr 29 13:43:08.603011 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1535629f-e366-41bc-886c-dee165e3911c req-85e7b86d-0811-496f-a3fe-7eb139e272e9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433614
Apr 29 13:43:09.725233 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bfc51-49f1-4e42-8255-af4346d890dc req-a2d72895-f737-4b11-920b-1686325c0757 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:09.726782 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0a2bfc51-49f1-4e42-8255-af4346d890dc req-a2d72895-f737-4b11-920b-1686325c0757 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0509908
Apr 29 13:43:09.776920 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0a2bfc51-49f1-4e42-8255-af4346d890dc req-3ade340c-3764-4a71-bdae-e629da3848b0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440049
Apr 29 13:43:10.223733 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:10.898108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eb66e-573e-48be-a49f-8d150371f93a req-2b3314de-11e0-4d46-9d40-30f60412d1d3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:10.899666 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d47eb66e-573e-48be-a49f-8d150371f93a req-2b3314de-11e0-4d46-9d40-30f60412d1d3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 943 time: 0.0477686
Apr 29 13:43:10.951604 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d47eb66e-573e-48be-a49f-8d150371f93a req-e0627131-435e-4e13-a712-aaa1c7d67a55 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454378
Apr 29 13:43:11.100714 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:43:11.205878 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:11.219120 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'port_id': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'mac_address': 'fa:16:3e:1a:02:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:43:11.259533 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:43:11.260274 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:11.273552 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:43:11.294021 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:11.298764 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:11.351866 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=9']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:11.532834 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:43:12.108003 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46d508-373c-4c0f-a1b5-d6f23be51801 req-28d8cc6d-0298-464d-8344-2abfcfba5285 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:12.109590 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8c46d508-373c-4c0f-a1b5-d6f23be51801 req-28d8cc6d-0298-464d-8344-2abfcfba5285 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 944 time: 0.0539608
Apr 29 13:43:12.160813 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8c46d508-373c-4c0f-a1b5-d6f23be51801 req-f0b9f556-1bd1-4d67-82af-7909c0f37b64 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455227
Apr 29 13:43:13.117025 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:43:13.182214 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:43:13.182666 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:13.345405 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:43:13.346153 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:13.367069 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c3344-57e4-4ff6-827d-add0c6b02a38 req-42b8fb45-ae65-4b74-b84c-35969f199858 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:13.375833 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a60c3344-57e4-4ff6-827d-add0c6b02a38 req-42b8fb45-ae65-4b74-b84c-35969f199858 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 944 time: 0.0879626
Apr 29 13:43:13.389692 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:43:13.394510 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc3695-003c-48db-aede-2a19ec2a424e" -d '{"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-plugged", "status": "completed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:43:13.427628 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:13.431361 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a60c3344-57e4-4ff6-827d-add0c6b02a38 req-1080d8ff-12bd-4c45-9638-1f7a6826eaa4 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545070
Apr 29 13:43:13.433443 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:13.481189 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0bc52-e3db-4ea0-b9e8-8caac0790078 x-openstack-request-id: req-cce0bc52-e3db-4ea0-b9e8-8caac0790078 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:43:13.481658 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-plugged", "status": "completed", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:43:13.481996 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cce0bc52-e3db-4ea0-b9e8-8caac0790078 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:43:13.482501 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce0bc52-e3db-4ea0-b9e8-8caac0790078'] response: {'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'code': 200}
Apr 29 13:43:13.498908 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=10']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:13.701532 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39cf8c-10bd-448b-b64b-f043e25f6d35 req-089171fa-1345-47e4-9c09-75a1c9c43dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:13.703459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad39cf8c-10bd-448b-b64b-f043e25f6d35 req-089171fa-1345-47e4-9c09-75a1c9c43dd6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1130 time: 0.0538945
Apr 29 13:43:13.761882 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad39cf8c-10bd-448b-b64b-f043e25f6d35 req-bf1d75bb-b7f4-495f-aa86-b6492fb15484 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483804
Apr 29 13:43:14.575173 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab74f1-ad84-4b37-8781-de7a617e139a req-ded0add6-5000-4583-a15d-d82d08e9b946 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:14.576721 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2ab74f1-ad84-4b37-8781-de7a617e139a req-ded0add6-5000-4583-a15d-d82d08e9b946 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 946 time: 0.0507812
Apr 29 13:43:14.625806 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2ab74f1-ad84-4b37-8781-de7a617e139a req-4e327abb-694c-46b8-a09c-dc2e78fdf97c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433669
Apr 29 13:43:15.760798 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab960c1-d526-49a8-a45e-32a86b667f33 req-e7a44cdb-43bd-4cb1-abcd-dee8454e67dd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:15.762540 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9ab960c1-d526-49a8-a45e-32a86b667f33 req-e7a44cdb-43bd-4cb1-abcd-dee8454e67dd tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 946 time: 0.0549178
Apr 29 13:43:15.819836 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9ab960c1-d526-49a8-a45e-32a86b667f33 req-fa56dbb2-a78c-4bfa-98d7-78f4d4f020a0 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494423
Apr 29 13:43:16.949434 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661b308-5735-41e3-8d59-5b7bc9f6f1bf req-0dddc1ce-d7aa-4947-a40c-7dcecd212f3c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:16.951552 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a661b308-5735-41e3-8d59-5b7bc9f6f1bf req-0dddc1ce-d7aa-4947-a40c-7dcecd212f3c tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 946 time: 0.0508943
Apr 29 13:43:17.018154 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a661b308-5735-41e3-8d59-5b7bc9f6f1bf req-180e08a1-e5a9-481d-9c2d-03a4dcf1ff08 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575340
Apr 29 13:43:17.136118 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-4387dc6b-3453-481b-97c4-3f490a33cfc6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0539153
Apr 29 13:43:17.222781 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-4801bb83-daa7-44cf-8041-03308f6e9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:17.224287 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-4801bb83-daa7-44cf-8041-03308f6e9820 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=949789e24b594a069226af551ad3ee09&device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 1130 time: 0.0463319
Apr 29 13:43:17.333034 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-5a0e9cfd-2994-4c34-a4b9-2376764900fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:17.334794 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-5a0e9cfd-2994-4c34-a4b9-2376764900fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 200  len: 918 time: 0.0917542
Apr 29 13:43:17.406847 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-60858d46-3b4d-46c5-b4fc-304654f29502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 200  len: 1000 time: 0.0662866
Apr 29 13:43:17.457181 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-215c26c8-8afe-4176-8ec6-16faacae011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:17.458979 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-215c26c8-8afe-4176-8ec6-16faacae011d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 200  len: 856 time: 0.0459549
Apr 29 13:43:17.504759 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-bcd8a2ed-d875-4b59-9e8b-3f8913360846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:17.506382 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-bcd8a2ed-d875-4b59-9e8b-3f8913360846 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa1d828b-eb12-4cd4-b5d0-175b9384d17e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0422521
Apr 29 13:43:17.601893 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-aa913bcd-e9ab-4ba3-b762-c25d5afdf4f1 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897455
Apr 29 13:43:17.700803 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-363021d5-5418-4cda-afce-bf4a6e351eeb req-355991a9-e306-4ab9-99f3-67bd10dff731 service neutron] 10.222.0.48 "GET /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927913
Apr 29 13:43:19.560946 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:43:19.972594 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-53e8dc5d-59b7-417c-a495-62d89f68c051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:22.508269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-47d617b4-c8d9-4171-a2fb-78aeed97fe9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:22.594080 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226370f5-6d46-4c5b-9eac-6ddbfc2f9f35 req-a06757a6-9035-4ebc-bd2a-b44116582084 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:22.595719 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-226370f5-6d46-4c5b-9eac-6ddbfc2f9f35 req-a06757a6-9035-4ebc-bd2a-b44116582084 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0584617
Apr 29 13:43:22.651295 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-226370f5-6d46-4c5b-9eac-6ddbfc2f9f35 req-08007b9c-69c0-4b61-b8f5-abae4a9786c3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493648
Apr 29 13:43:23.676781 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:23.786038 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f18869-534d-41ae-b3e8-9ec2e39e8b67 req-0f95cc0a-9513-4c4e-acc9-aa20d9450892 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:23.787622 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-44f18869-534d-41ae-b3e8-9ec2e39e8b67 req-0f95cc0a-9513-4c4e-acc9-aa20d9450892 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0528908
Apr 29 13:43:23.841446 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-44f18869-534d-41ae-b3e8-9ec2e39e8b67 req-52706cf9-a304-449f-8793-ced5438e6dee tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473533
Apr 29 13:43:24.976962 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38125ee2-f700-4840-9b33-f561d407125d req-84968bef-ad31-4cc5-91f9-c7ec29c66a43 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:24.978515 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-38125ee2-f700-4840-9b33-f561d407125d req-84968bef-ad31-4cc5-91f9-c7ec29c66a43 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0503864
Apr 29 13:43:25.021507 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:25.032980 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-38125ee2-f700-4840-9b33-f561d407125d req-3f6cb5b2-800d-4d1b-9d7b-efce55f2611d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478852
Apr 29 13:43:26.159129 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd5a19-b771-4029-a664-0254f1ebd8e5 req-a8a0d662-ebc0-4d98-afc2-e9a108fe9315 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:26.160693 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aecd5a19-b771-4029-a664-0254f1ebd8e5 req-a8a0d662-ebc0-4d98-afc2-e9a108fe9315 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0506475
Apr 29 13:43:26.212434 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-aecd5a19-b771-4029-a664-0254f1ebd8e5 req-15c36393-2600-48a0-9e23-403cb33f5dc9 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460615
Apr 29 13:43:26.653388 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:27.351518 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576af84a-7d09-40c3-84cd-b7ce89cdb8f5 req-9dab2802-502b-4b36-8956-4764e219e4a0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:27.354079 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-576af84a-7d09-40c3-84cd-b7ce89cdb8f5 req-9dab2802-502b-4b36-8956-4764e219e4a0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0623374
Apr 29 13:43:27.409111 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-576af84a-7d09-40c3-84cd-b7ce89cdb8f5 req-ed81bb9b-e87a-4c45-84f4-c86c25e7bd67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477204
Apr 29 13:43:28.536933 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e608b1-7bf7-4dee-9959-ca9350cad198 req-6c6c3e31-48e2-4c2c-aa5c-8fdf0816ab10 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:28.538733 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-42e608b1-7bf7-4dee-9959-ca9350cad198 req-6c6c3e31-48e2-4c2c-aa5c-8fdf0816ab10 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0542774
Apr 29 13:43:28.592684 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-42e608b1-7bf7-4dee-9959-ca9350cad198 req-e22df8c2-cdc8-4405-a76d-a2d37d6da94c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476077
Apr 29 13:43:29.721381 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a0bd9-ed5a-434c-88ff-44661c6f803d req-91886ae4-5389-4800-9979-e563353f1088 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:29.723234 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-685a0bd9-ed5a-434c-88ff-44661c6f803d req-91886ae4-5389-4800-9979-e563353f1088 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0563092
Apr 29 13:43:29.775475 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-685a0bd9-ed5a-434c-88ff-44661c6f803d req-f1e88c17-c118-4c34-a142-66af104a50ff tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462277
Apr 29 13:43:30.912444 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd0250-102b-4f55-8855-d96064c69f97 req-6f8f9614-1ec2-4947-837a-2a677bcf4ab4 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:30.914029 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cffd0250-102b-4f55-8855-d96064c69f97 req-6f8f9614-1ec2-4947-837a-2a677bcf4ab4 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0538769
Apr 29 13:43:30.967775 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cffd0250-102b-4f55-8855-d96064c69f97 req-39e524e4-79a8-4515-a93d-7b4b4a44afdb tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471168
Apr 29 13:43:32.095701 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf57594-5ed1-4c53-bd04-f9d77b9030c6 req-b531026b-0eef-410f-8fca-93aa435d5505 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:32.097186 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5cf57594-5ed1-4c53-bd04-f9d77b9030c6 req-b531026b-0eef-410f-8fca-93aa435d5505 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0516725
Apr 29 13:43:32.150176 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5cf57594-5ed1-4c53-bd04-f9d77b9030c6 req-ab43ef15-2910-4d83-9978-9df0d2d77ca2 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469091
Apr 29 13:43:33.269617 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f662ce-c851-4c90-b9dd-3cdfd809db25 req-eb0ca39f-f153-489c-951f-e0ebd97b478f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:33.271256 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2f662ce-c851-4c90-b9dd-3cdfd809db25 req-eb0ca39f-f153-489c-951f-e0ebd97b478f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0471952
Apr 29 13:43:33.332272 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2f662ce-c851-4c90-b9dd-3cdfd809db25 req-61faa01c-f5a6-4226-ad79-0069f7f634b0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509317
Apr 29 13:43:33.591449 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20064fc8-ca37-4def-bbfd-8bee0799d724 req-10d34032-4df1-464c-852d-a9eef222a0a5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:33.593060 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20064fc8-ca37-4def-bbfd-8bee0799d724 req-10d34032-4df1-464c-852d-a9eef222a0a5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0517745
Apr 29 13:43:33.673782 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-8e04030f-7e8f-4f91-bd71-10109bc1be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:33.675275 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-8e04030f-7e8f-4f91-bd71-10109bc1be8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 1130 time: 0.0610485
Apr 29 13:43:33.678865 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20064fc8-ca37-4def-bbfd-8bee0799d724 req-e9694c9f-04d9-4904-a8b5-7d49f3750c71 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800545
Apr 29 13:43:33.780638 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-1bac7c7d-72cd-4290-b899-03066c14b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:33.782163 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-1bac7c7d-72cd-4290-b899-03066c14b418 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 912 time: 0.0988278
Apr 29 13:43:33.850512 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-c21d1cf6-d4a8-4ec8-8aac-5e93ae069a37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2866c255-befd-4d8c-bbd8-aad3b9870909 HTTP/1.1" status: 200  len: 1002 time: 0.0628598
Apr 29 13:43:34.189531 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-438cebf2-0aa2-4ac3-b1b1-8584db632d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:34.191064 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-438cebf2-0aa2-4ac3-b1b1-8584db632d29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.3340056
Apr 29 13:43:34.238908 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-0e33b22b-f2f3-457c-8541-d4d45ea895f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:34.240445 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-0e33b22b-f2f3-457c-8541-d4d45ea895f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0430467
Apr 29 13:43:34.332735 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-fb9fe909-bcc0-4088-b324-687b46529141 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862229
Apr 29 13:43:34.428964 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a5796c-ebd2-4b09-a65f-1c1fe959eb71 req-d78ffaaa-b3c7-4d47-af22-6b047d0a4e65 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904474
Apr 29 13:43:34.800459 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03048f7f-a53b-4d53-a548-0da08e5bd0ff req-0fa0ebdb-2020-44e8-b3cb-fa2db0dff809 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:34.802013 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-03048f7f-a53b-4d53-a548-0da08e5bd0ff req-0fa0ebdb-2020-44e8-b3cb-fa2db0dff809 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0486929
Apr 29 13:43:34.876532 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-03048f7f-a53b-4d53-a548-0da08e5bd0ff req-455cdbab-3855-46fc-8f9e-d8e7114491a2 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682337
Apr 29 13:43:36.002441 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591b29a-ed63-4fab-a447-8bff7d7250a1 req-a813cce7-03d0-4227-b69b-348bd6c2c523 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:36.003946 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2591b29a-ed63-4fab-a447-8bff7d7250a1 req-a813cce7-03d0-4227-b69b-348bd6c2c523 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0507233
Apr 29 13:43:36.053916 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2591b29a-ed63-4fab-a447-8bff7d7250a1 req-e82fa75f-0d65-4d34-865e-1a9977b4c64d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444245
Apr 29 13:43:40.254426 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:49.975332 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f0abe8c5-5ba3-43ae-bf23-4d3ce483a3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:50.174506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610f28c-9ade-4671-be26-831db0eda54d req-7c648086-584c-4263-acdf-61ed796b42a3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:50.176046 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9610f28c-9ade-4671-be26-831db0eda54d req-7c648086-584c-4263-acdf-61ed796b42a3 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 946 time: 0.0495017
Apr 29 13:43:50.222842 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9610f28c-9ade-4671-be26-831db0eda54d req-32ce0095-3a26-4013-bc17-daa3cf4ec926 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411897
Apr 29 13:43:51.348540 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec0d73-d532-4c1f-971d-ce88917f4306 req-07d66976-a058-4bd1-805a-980285023537 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:51.349980 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2dec0d73-d532-4c1f-971d-ce88917f4306 req-07d66976-a058-4bd1-805a-980285023537 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 946 time: 0.0497594
Apr 29 13:43:51.402101 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2dec0d73-d532-4c1f-971d-ce88917f4306 req-45e6c1fa-64b4-44fc-8cd8-9eae92d6eb26 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d921714-6b46-4d75-a5cf-0431b2601c72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459156
Apr 29 13:43:51.529299 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-cdd87345-b080-410c-8073-214603904357 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:43:51.530834 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-cdd87345-b080-410c-8073-214603904357 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 946 time: 0.0499594
Apr 29 13:43:51.619156 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Deleting port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:43:51.619493 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:51.717638 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] For port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:51.717939 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:51.892762 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:51.893122 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (9f0182c5-0e98-4f9e-ba27-39d0f6e7deab), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:51.893436 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Floating IP 9f0182c5-0e98-4f9e-ba27-39d0f6e7deab disassociated. External IP: 172.27.2.64, port: 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522.
Apr 29 13:43:51.893777 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Calling delete_port for 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:43:52.032232 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (34ac7b4e-8ba8-4ea4-bae2-1e50fe229522), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:52.064066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event deleted for resources: {'Port': ['ID=34ac7b4e-8ba8-4ea4-bae2-1e50fe229522,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:52.074387 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.074736 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.075083 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.075421 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.075756 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.076088 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.076433 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.076734 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.077057 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.077383 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.077703 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.078021 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.078344 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.078698 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.079043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:52.197633 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:43:52.308817 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:43:52.318153 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] Sync routers for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:43:52.329132 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:43:52.329761 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be640>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:43:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:52.355120 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] No DVR routers for this DVR port 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:43:52.357583 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:52.360847 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e35586a9-6ae4-4870-8188-8aff396ee6c7 req-73daabb5-5779-40c9-ba2f-38ee9ac180d9 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.48 "DELETE /v2.0/ports/34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 HTTP/1.1" status: 204  len: 173 time: 0.8250542
Apr 29 13:43:52.361280 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-deleted', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:43:52.363581 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578ffd5-3954-4d2e-8762-cdf13f6a0a3a" -d '{"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-deleted", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:43:52.407676 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac520b2-4963-404e-8e3f-5083f2c62989 x-openstack-request-id: req-aac520b2-4963-404e-8e3f-5083f2c62989 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:43:52.408010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057", "name": "network-vif-deleted", "tag": "34ac7b4e-8ba8-4ea4-bae2-1e50fe229522", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:43:52.408265 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aac520b2-4963-404e-8e3f-5083f2c62989 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:43:52.408671 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac520b2-4963-404e-8e3f-5083f2c62989'] response: {'server_uuid': 'f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057', 'name': 'network-vif-deleted', 'tag': '34ac7b4e-8ba8-4ea4-bae2-1e50fe229522', 'status': 'completed', 'code': 200}
Apr 29 13:43:52.448270 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:43:52.510532 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c897c945-1aaa-4ccb-a75a-b3c34363b004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:52.565383 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8152082c-f622-4e12-bdfa-7a83daaa447a req-4af64370-5a12-4bbf-b484-9689f0e283bc tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ae3f3a-3e9a-4ee1-bb9d-be7850b46057 HTTP/1.1" status: 200  len: 210 time: 0.0409431
Apr 29 13:43:52.685767 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be640>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:52.716383 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] Checking router: 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:43:52.725350 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:43:52.725802 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be640>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:43:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:52.835740 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:43:53.019237 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be640>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:53.049775 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e747b9b-28ea-4cef-b8f5-e0ba85d2de6b None None] The sync data for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi is: [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:37:19Z', 'revision_number': 4, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '988a0cca-61b2-4198-b05c-750d3aeaf475', 'name': '', 'network_id': 'fa1d828b-eb12-4cd4-b5d0-175b9384d17e', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'mac_address': 'fa:16:3e:ac:0f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:18Z', 'updated_at': '2022-04-29T13:37:28Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'subnets': [{'id': '3e8e67c8-be6e-4224-8710-cba54572667c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:43:53.268658 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab2784-98f8-4359-8b82-d2e6b44dc3bd None None] New status for floating IP 9f0182c5-0e98-4f9e-ba27-39d0f6e7deab: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:43:53.665291 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52140) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:43:53.682338 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:53.723665 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f15326ec-96ab-4342-b49b-ce0ceba73e75 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (6d921714-6b46-4d75-a5cf-0431b2601c72), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:53.749425 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f15326ec-96ab-4342-b49b-ce0ceba73e75 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (6d921714-6b46-4d75-a5cf-0431b2601c72), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:53.806152 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f15326ec-96ab-4342-b49b-ce0ceba73e75 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (6d921714-6b46-4d75-a5cf-0431b2601c72), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:53.809254 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f15326ec-96ab-4342-b49b-ce0ceba73e75 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:53.810494 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f15326ec-96ab-4342-b49b-ce0ceba73e75 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "DELETE /v2.0/security-groups/6d921714-6b46-4d75-a5cf-0431b2601c72 HTTP/1.1" status: 204  len: 168 time: 0.1441729
Apr 29 13:43:53.813578 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52142) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:43:53.820649 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15326ec-96ab-4342-b49b-ce0ceba73e75 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d921714-6b46-4d75-a5cf-0431b2601c72,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:53.829959 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.api.v2.resource [None req-c075457c-2d04-432a-936a-e139510d1763 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] show failed (client error): The resource could not be found.
Apr 29 13:43:53.834006 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c075457c-2d04-432a-936a-e139510d1763 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "GET /v2.0/security-groups/6d921714-6b46-4d75-a5cf-0431b2601c72 HTTP/1.1" status: 404  len: 347 time: 0.0164797
Apr 29 13:43:53.834163 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52146) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:43:53.952592 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Deleting port ac95a7ad-101f-4e7a-bfc9-63df74c900fe {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:43:53.952835 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:54.034217 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:54.034539 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:54.046849 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Calling delete_port for ac95a7ad-101f-4e7a-bfc9-63df74c900fe owned by network:floatingip {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:43:54.178208 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (ac95a7ad-101f-4e7a-bfc9-63df74c900fe), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:54.208106 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Pushing event deleted for resources: {'Port': ['ID=ac95a7ad-101f-4e7a-bfc9-63df74c900fe,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:54.233043 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.233424 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.233775 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.234124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.234465 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.234833 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.235172 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.235506 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.235838 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.236166 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.236496 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.236824 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.237150 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.237476 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.237801 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:54.279631 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks [] for floatingip (9f0182c5-0e98-4f9e-ba27-39d0f6e7deab), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:54.282440 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:54.283669 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0c3e216c-b0ed-476b-a052-07d52c39124b tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] 10.222.0.52 "DELETE /v2.0/floatingips/9f0182c5-0e98-4f9e-ba27-39d0f6e7deab HTTP/1.1" status: 204  len: 168 time: 0.4485517
Apr 29 13:43:55.029001 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:55.347460 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:43:55.366827 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:43:55.367164 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 34ac7b4e-8ba8-4ea4-bae2-1e50fe229522 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:43:56.559743 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:43:56.657569 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:56.699592 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52168) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:43:57.085569 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:57.323041 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Deleting port 988a0cca-61b2-4198-b05c-750d3aeaf475 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:43:57.324051 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:57.407124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] For port 988a0cca-61b2-4198-b05c-750d3aeaf475, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=988a0cca-61b2-4198-b05c-750d3aeaf475,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:57.407124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:57.421019 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Calling delete_port for 988a0cca-61b2-4198-b05c-750d3aeaf475 owned by network:router_interface {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:43:57.608729 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (988a0cca-61b2-4198-b05c-750d3aeaf475), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:57.632733 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Pushing event deleted for resources: {'Port': ['ID=988a0cca-61b2-4198-b05c-750d3aeaf475,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:57.808706 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:58.034836 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:43:58.147417 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:43:58.152953 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-34a0d2a0-e191-43b6-ba50-43e3aa133476 admin admin] 10.222.0.52 "PUT /v2.0/routers/3e333a3b-1ee6-4aa2-b7e0-629962d90a6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4523542
Apr 29 13:43:58.155541 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52172) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:43:58.159294 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] Sync routers for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:43:58.169863 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:43:58.170490 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be0d0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:43:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:58.263968 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks [] for router (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:58.370903 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:43:58.562151 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be0d0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:43:57Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:58.590970 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] Checking router: 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:43:58.599492 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] Routers {'3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:43:58.600110 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be0d0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:43:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:58.637932 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks [] for router_gateway (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:58.685071 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Deleting port e371d8d7-c331-44ac-ab1f-4bf55a044ff9 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:43:58.685409 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:58.717361 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] Set router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:43:58.768797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] For port e371d8d7-c331-44ac-ab1f-4bf55a044ff9, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:58.769191 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:58.782490 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Calling delete_port for e371d8d7-c331-44ac-ab1f-4bf55a044ff9 owned by network:router_gateway {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:43:58.894666 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae06be0d0>, [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:43:57Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:58.922249 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aeba56-a6bb-4dc9-ae95-4a003cd944d1 None None] The sync data for ids ['3e333a3b-1ee6-4aa2-b7e0-629962d90a6f'] in dv-cinder-839416-3-iscsi is: [{'id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1245803158-router', 'tenant_id': '949789e24b594a069226af551ad3ee09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:37:11Z', 'updated_at': '2022-04-29T13:43:57Z', 'revision_number': 5, 'project_id': '949789e24b594a069226af551ad3ee09', 'gw_port': {'id': 'e371d8d7-c331-44ac-ab1f-4bf55a044ff9', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e333a3b-1ee6-4aa2-b7e0-629962d90a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:37:12Z', 'updated_at': '2022-04-29T13:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:43:58.967036 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (e371d8d7-c331-44ac-ab1f-4bf55a044ff9), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:58.992023 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e371d8d7-c331-44ac-ab1f-4bf55a044ff9,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:59.056287 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.153493 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.155735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks [] for router_controller (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.202526 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (3e333a3b-1ee6-4aa2-b7e0-629962d90a6f), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.203117 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e333a3b-1ee6-4aa2-b7e0-629962d90a6f {{(pid=103576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:43:59.208840 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.209970 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8d96bf51-f848-480b-8e5e-082de2258e10 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3e333a3b-1ee6-4aa2-b7e0-629962d90a6f HTTP/1.1" status: 204  len: 168 time: 1.0535214
Apr 29 13:43:59.212580 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52174) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:43:59.258957 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] Deleting subnet 3e8e67c8-be6e-4224-8710-cba54572667c {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:43:59.262324 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] Publish callbacks [] for subnet (3e8e67c8-be6e-4224-8710-cba54572667c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.297430 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (3e8e67c8-be6e-4224-8710-cba54572667c), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.384902 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (3e8e67c8-be6e-4224-8710-cba54572667c), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.436119 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (3e8e67c8-be6e-4224-8710-cba54572667c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.460785 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e8e67c8-be6e-4224-8710-cba54572667c,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:59.465864 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.469072 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ca35edd6-ff7d-4173-a77a-e9da08e73faa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3e8e67c8-be6e-4224-8710-cba54572667c HTTP/1.1" status: 204  len: 168 time: 0.2555473
Apr 29 13:43:59.470834 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20448ca-7193-407c-9bc7-3f8bdee090b8 None None] Network fa1d828b-eb12-4cd4-b5d0-175b9384d17e requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:43:59.471609 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52176) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:43:59.544382 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (fa1d828b-eb12-4cd4-b5d0-175b9384d17e), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.592345 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Deleting port a733ceae-64bd-4497-8d05-0bc1c5c97d57 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:43:59.592638 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.657848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] For port a733ceae-64bd-4497-8d05-0bc1c5c97d57, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a733ceae-64bd-4497-8d05-0bc1c5c97d57,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:59.658219 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.673097 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Calling delete_port for a733ceae-64bd-4497-8d05-0bc1c5c97d57 owned by network:dhcp {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:43:59.676636 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] DHCP port deletion for fa1d828b-eb12-4cd4-b5d0-175b9384d17e request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:43:59.719716 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Deleting port a733ceae-64bd-4497-8d05-0bc1c5c97d57 {{(pid=103578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:43:59.720085 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), before_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.757097 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.786256 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Pushing event deleted for resources: {'Port': ['ID=a733ceae-64bd-4497-8d05-0bc1c5c97d57,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:59.788783 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] No DVR routers for this DVR port a733ceae-64bd-4497-8d05-0bc1c5c97d57 on host dv-cinder-839416-3-iscsi {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:43:59.796531 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] For port a733ceae-64bd-4497-8d05-0bc1c5c97d57, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a733ceae-64bd-4497-8d05-0bc1c5c97d57,segment=NetworkSegment(88c84ef1-9af6-49d7-93de-f2442d168e95),segment_id=88c84ef1-9af6-49d7-93de-f2442d168e95)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:43:59.796931 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), precommit_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.822062 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Calling delete_port for a733ceae-64bd-4497-8d05-0bc1c5c97d57 owned by network:dhcp {{(pid=103578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:43:59.880603 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (fa1d828b-eb12-4cd4-b5d0-175b9384d17e), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.899442 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ae023a820>,) {'filters': {'network_id': ['fa1d828b-eb12-4cd4-b5d0-175b9384d17e']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:59.905986 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (a733ceae-64bd-4497-8d05-0bc1c5c97d57), after_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.913141 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ae023a820>, '88c84ef1-9af6-49d7-93de-f2442d168e95') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:59.913784 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ae023a820>, '88c84ef1-9af6-49d7-93de-f2442d168e95') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:43:59.924641 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (88c84ef1-9af6-49d7-93de-f2442d168e95), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.933830 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a733ceae-64bd-4497-8d05-0bc1c5c97d57 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:43:59.937847 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Pushing event deleted for resources: {'Port': ['ID=a733ceae-64bd-4497-8d05-0bc1c5c97d57,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:43:59.939018 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (88c84ef1-9af6-49d7-93de-f2442d168e95), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.945631 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:43:59.945968 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (88c84ef1-9af6-49d7-93de-f2442d168e95), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:43:59.947964 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:43:59.964718 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] No DVR routers for this DVR port a733ceae-64bd-4497-8d05-0bc1c5c97d57 on host dv-cinder-839416-3-iscsi {{(pid=103578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:43:59.967182 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.967443 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.967846 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.968184 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.968510 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.968834 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.969184 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.969468 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.969789 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.970106 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.970423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.970792 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.971116 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.971431 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.971747 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e4b1e1-a52a-4bab-88e7-12a35e9a0085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:43:59.974360 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: a733ceae-64bd-4497-8d05-0bc1c5c97d57 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:43:59.974697 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a733ceae-64bd-4497-8d05-0bc1c5c97d57 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:43:59.975117 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device e371d8d7-c331-44ac-ab1f-4bf55a044ff9 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:43:59.996815 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: e371d8d7-c331-44ac-ab1f-4bf55a044ff9 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:43:59.997303 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device e371d8d7-c331-44ac-ab1f-4bf55a044ff9 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:43:59.998299 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 988a0cca-61b2-4198-b05c-750d3aeaf475 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:44:00.009685 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (fa1d828b-eb12-4cd4-b5d0-175b9384d17e), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:00.018250 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 988a0cca-61b2-4198-b05c-750d3aeaf475 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:44:00.018610 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 988a0cca-61b2-4198-b05c-750d3aeaf475 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:44:00.019050 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:00.022226 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] 10.222.0.52 "DELETE /v2.0/networks/fa1d828b-eb12-4cd4-b5d0-175b9384d17e HTTP/1.1" status: 204  len: 168 time: 0.5496755
Apr 29 13:44:00.038196 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db79097-a261-47ff-ab15-64ac4519a26a admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1d828b-eb12-4cd4-b5d0-175b9384d17e,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:00.138225 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52180) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:00.179819 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-bb97ca88-1ae8-4529-9b1b-7cea257e7037 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=949789e24b594a069226af551ad3ee09&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0403280
Apr 29 13:44:00.182157 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52182) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:00.236345 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0834a896-e8c5-401d-84f3-496acaf787d6 admin admin] Publish callbacks [] for security_group (57483cbf-36b7-4ee6-ae11-9c5ea02e04e9), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:00.258804 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0834a896-e8c5-401d-84f3-496acaf787d6 admin admin] Publish callbacks [] for security_group (57483cbf-36b7-4ee6-ae11-9c5ea02e04e9), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:00.305486 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0834a896-e8c5-401d-84f3-496acaf787d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (57483cbf-36b7-4ee6-ae11-9c5ea02e04e9), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:00.308729 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0834a896-e8c5-401d-84f3-496acaf787d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:00.309888 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0834a896-e8c5-401d-84f3-496acaf787d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57483cbf-36b7-4ee6-ae11-9c5ea02e04e9 HTTP/1.1" status: 204  len: 168 time: 0.1261806
Apr 29 13:44:00.317600 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a896-e8c5-401d-84f3-496acaf787d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57483cbf-36b7-4ee6-ae11-9c5ea02e04e9,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:00.974746 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52204) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:01.076545 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-918630092-network', 'tenant_id': '4521d10a8a39462f8d744276d3d6055d'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:44:01.099190 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Made reservation on behalf of 4521d10a8a39462f8d744276d3d6055d for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:44:01.101565 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.112192 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.196967 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks [] for security_group (fdab37ff-4cbc-4910-86c6-e54136a69bad), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.201048 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (fdab37ff-4cbc-4910-86c6-e54136a69bad), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.228507 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:44:01.239464 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdab37ff-4cbc-4910-86c6-e54136a69bad,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:01.245064 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (02bb9790-0a97-4a0c-a2fb-9da8aabc080b), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.245421 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Added segment 02bb9790-0a97-4a0c-a2fb-9da8aabc080b of type vlan for network 4adbb13e-3172-43f9-af70-e1d05ab467f5
Apr 29 13:44:01.293561 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (4adbb13e-3172-43f9-af70-e1d05ab467f5), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.317558 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (4adbb13e-3172-43f9-af70-e1d05ab467f5), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.318838 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:01.319630 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.356554 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3806915
Apr 29 13:44:01.359878 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52208) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:01.364700 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Request body: {'subnet': {'network_id': '4adbb13e-3172-43f9-af70-e1d05ab467f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-918630092-subnet', 'tenant_id': '4521d10a8a39462f8d744276d3d6055d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:44:01.384154 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Made reservation on behalf of 4521d10a8a39462f8d744276d3d6055d for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:44:01.384785 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b535c3-0ee2-4a68-baf2-de78a0074728 admin admin] Pushing event updated for resources: {'Network': ['ID=4adbb13e-3172-43f9-af70-e1d05ab467f5,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:01.387532 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170082'] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.395245 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 4adbb13e-3172-43f9-af70-e1d05ab467f5 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:44:01.566929 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59200663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170256'] for subnet (f2f42858-5224-450b-8ff8-7a518e189f8e), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.621326 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f42858-5224-450b-8ff8-7a518e189f8e,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:01.636450 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Checking segment: {'id': '02bb9790-0a97-4a0c-a2fb-9da8aabc080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4adbb13e-3172-43f9-af70-e1d05ab467f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:44:01.636837 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Network hostable DHCP agents. Network: 4adbb13e-3172-43f9-af70-e1d05ab467f5, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:44:01.655164 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Network 4adbb13e-3172-43f9-af70-e1d05ab467f5 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:44:01.663469 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 4adbb13e-3172-43f9-af70-e1d05ab467f5) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:44:01.668450 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:01.669209 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:01.672637 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689ed9d0-b062-481d-8d58-c911024a250c None None] Network 4adbb13e-3172-43f9-af70-e1d05ab467f5 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:44:01.686113 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a3d416aa-de77-41cf-b6d0-c67b13191347 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3249891
Apr 29 13:44:01.773304 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f3b4a-a09b-462c-8fdd-a92ad2a535cd None None] Network 4adbb13e-3172-43f9-af70-e1d05ab467f5 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:44:02.147486 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52224) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:02.152582 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1887532403-network', 'tenant_id': '106f517aa41e4a37a21c16749c6cf209'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:44:02.171988 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Made reservation on behalf of 106f517aa41e4a37a21c16749c6cf209 for: {'network': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:44:02.174177 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.182168 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.257183 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks [] for security_group (328cb118-71af-4367-8f75-fd643b5a503d), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.262205 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (328cb118-71af-4367-8f75-fd643b5a503d), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.287134 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=103577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:44:02.297924 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328cb118-71af-4367-8f75-fd643b5a503d,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:02.303010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (cbe1213a-866c-4b9b-b6a6-41d468f8f340), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.303345 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.segments_db [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Added segment cbe1213a-866c-4b9b-b6a6-41d468f8f340 of type vlan for network ebfab9af-9f1f-4e3c-b6cd-5db017f34cba
Apr 29 13:44:02.348105 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (ebfab9af-9f1f-4e3c-b6cd-5db017f34cba), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.375024 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (ebfab9af-9f1f-4e3c-b6cd-5db017f34cba), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.376000 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:02.376582 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.411729 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.2630656
Apr 29 13:44:02.414874 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52226) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:02.420644 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Request body: {'subnet': {'network_id': 'ebfab9af-9f1f-4e3c-b6cd-5db017f34cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1887532403-subnet', 'tenant_id': '106f517aa41e4a37a21c16749c6cf209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:44:02.440848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Made reservation on behalf of 106f517aa41e4a37a21c16749c6cf209 for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:44:02.442770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06167b25-2b6a-4414-bfe2-754aa67fd05f admin admin] Pushing event updated for resources: {'Network': ['ID=ebfab9af-9f1f-4e3c-b6cd-5db017f34cba,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:02.443502 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58817309'] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.454528 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network ebfab9af-9f1f-4e3c-b6cd-5db017f34cba details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:44:02.615090 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58735770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58817519'] for subnet (b827b57c-0f56-4ca2-857e-d8702567c75e), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.666665 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b827b57c-0f56-4ca2-857e-d8702567c75e,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:02.678061 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Checking segment: {'id': 'cbe1213a-866c-4b9b-b6a6-41d468f8f340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ebfab9af-9f1f-4e3c-b6cd-5db017f34cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:44:02.678420 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Network hostable DHCP agents. Network: ebfab9af-9f1f-4e3c-b6cd-5db017f34cba, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:44:02.695385 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Network ebfab9af-9f1f-4e3c-b6cd-5db017f34cba is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:44:02.704313 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, ebfab9af-9f1f-4e3c-b6cd-5db017f34cba) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:44:02.709328 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:02.709918 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.713609 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a01442-ac03-48ad-9567-6f925e5e9395 None None] Network ebfab9af-9f1f-4e3c-b6cd-5db017f34cba requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:44:02.729245 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-234834cc-40b9-42dc-99c6-973831b976b2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3132622
Apr 29 13:44:02.818004 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdc153c-1b2a-410e-aafd-f770f6156fcb None None] Network ebfab9af-9f1f-4e3c-b6cd-5db017f34cba requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:44:02.849140 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52230) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:02.894199 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] Deleting subnet f2f42858-5224-450b-8ff8-7a518e189f8e {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:44:02.897503 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] Publish callbacks [] for subnet (f2f42858-5224-450b-8ff8-7a518e189f8e), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.932720 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59375173'] for subnet (f2f42858-5224-450b-8ff8-7a518e189f8e), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:02.972122 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (f2f42858-5224-450b-8ff8-7a518e189f8e), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.027764 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59200726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170255'] for subnet (f2f42858-5224-450b-8ff8-7a518e189f8e), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.052166 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f42858-5224-450b-8ff8-7a518e189f8e,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:03.055907 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.059166 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-71f9651d-40a1-45f5-9be8-7b803f5dda39 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f2f42858-5224-450b-8ff8-7a518e189f8e HTTP/1.1" status: 204  len: 168 time: 0.2089913
Apr 29 13:44:03.061645 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52232) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:03.129137 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (4adbb13e-3172-43f9-af70-e1d05ab467f5), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.211529 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (4adbb13e-3172-43f9-af70-e1d05ab467f5), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.232438 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adafdaca0>,) {'filters': {'network_id': ['4adbb13e-3172-43f9-af70-e1d05ab467f5']}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:44:03.241572 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adafdaca0>, '02bb9790-0a97-4a0c-a2fb-9da8aabc080b') {'for_net_delete': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:44:03.241867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adafdaca0>, '02bb9790-0a97-4a0c-a2fb-9da8aabc080b') {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:44:03.251899 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59375196'] for segment (02bb9790-0a97-4a0c-a2fb-9da8aabc080b), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.265921 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (02bb9790-0a97-4a0c-a2fb-9da8aabc080b), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.272244 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:44:03.272640 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59201328'] for segment (02bb9790-0a97-4a0c-a2fb-9da8aabc080b), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]: Traceback (most recent call last):
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     timer()
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     cb(*args, **kw)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     return func(*args, **kwargs)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     self._notify()
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     self.callback(batched_events)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     event.method(event)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     return f(self, *a, **k)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._get(url).json()
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:44:03.274543 dv-cinder-839416-3-iscsi neutron-server[103577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:44:03.337185 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (4adbb13e-3172-43f9-af70-e1d05ab467f5), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.345497 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.348770 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] 10.222.0.52 "DELETE /v2.0/networks/4adbb13e-3172-43f9-af70-e1d05ab467f5 HTTP/1.1" status: 204  len: 168 time: 0.2861691
Apr 29 13:44:03.351954 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52234) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:03.358625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d975f-25e8-49ae-85bb-2b2d97aca42f admin admin] Pushing event deleted for resources: {'Network': ['ID=4adbb13e-3172-43f9-af70-e1d05ab467f5,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:03.402952 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] Deleting subnet b827b57c-0f56-4ca2-857e-d8702567c75e {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:44:03.406133 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] Publish callbacks [] for subnet (b827b57c-0f56-4ca2-857e-d8702567c75e), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.440848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (b827b57c-0f56-4ca2-857e-d8702567c75e), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.481287 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (b827b57c-0f56-4ca2-857e-d8702567c75e), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.536153 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (b827b57c-0f56-4ca2-857e-d8702567c75e), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.562537 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b827b57c-0f56-4ca2-857e-d8702567c75e,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:03.566253 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.569641 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c831d464-ba72-4cd8-a57c-8e604893290f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b827b57c-0f56-4ca2-857e-d8702567c75e HTTP/1.1" status: 204  len: 168 time: 0.2161431
Apr 29 13:44:03.572333 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52236) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:03.647244 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (ebfab9af-9f1f-4e3c-b6cd-5db017f34cba), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.731257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (ebfab9af-9f1f-4e3c-b6cd-5db017f34cba), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.755651 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adbfeaa60>,) {'filters': {'network_id': ['ebfab9af-9f1f-4e3c-b6cd-5db017f34cba']}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:44:03.774038 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adbfeaa60>, 'cbe1213a-866c-4b9b-b6a6-41d468f8f340') {'for_net_delete': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:44:03.774338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adbfeaa60>, 'cbe1213a-866c-4b9b-b6a6-41d468f8f340') {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:44:03.783807 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59375196'] for segment (cbe1213a-866c-4b9b-b6a6-41d468f8f340), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.797466 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (cbe1213a-866c-4b9b-b6a6-41d468f8f340), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.803524 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:44:03.803917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59201328'] for segment (cbe1213a-866c-4b9b-b6a6-41d468f8f340), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]: Traceback (most recent call last):
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     timer()
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     cb(*args, **kw)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     return func(*args, **kwargs)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     self._notify()
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     self.callback(batched_events)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     event.method(event)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     return f(self, *a, **k)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._get(url).json()
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:44:03.805646 dv-cinder-839416-3-iscsi neutron-server[103577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:44:03.860250 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (ebfab9af-9f1f-4e3c-b6cd-5db017f34cba), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.865509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:03.868684 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ebfab9af-9f1f-4e3c-b6cd-5db017f34cba HTTP/1.1" status: 204  len: 168 time: 0.2953205
Apr 29 13:44:03.880123 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713490d-ac74-4b75-9c3e-040379024ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfab9af-9f1f-4e3c-b6cd-5db017f34cba,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:04.027752 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52240) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:04.071713 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-1b9e9765-38f6-4b11-aab9-b6d858d7b37e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4521d10a8a39462f8d744276d3d6055d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0427120
Apr 29 13:44:04.074161 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52242) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:04.123814 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf570446-a6de-407d-9a8c-5bdd2b09de1b admin admin] Publish callbacks [] for security_group (fdab37ff-4cbc-4910-86c6-e54136a69bad), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.144903 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf570446-a6de-407d-9a8c-5bdd2b09de1b admin admin] Publish callbacks [] for security_group (fdab37ff-4cbc-4910-86c6-e54136a69bad), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.191066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf570446-a6de-407d-9a8c-5bdd2b09de1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (fdab37ff-4cbc-4910-86c6-e54136a69bad), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.193591 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cf570446-a6de-407d-9a8c-5bdd2b09de1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.194768 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-cf570446-a6de-407d-9a8c-5bdd2b09de1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdab37ff-4cbc-4910-86c6-e54136a69bad HTTP/1.1" status: 204  len: 168 time: 0.1196134
Apr 29 13:44:04.202517 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf570446-a6de-407d-9a8c-5bdd2b09de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdab37ff-4cbc-4910-86c6-e54136a69bad,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:04.501635 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52248) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:04.541569 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-981abdee-29c8-4721-8302-ced416e7bfb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=106f517aa41e4a37a21c16749c6cf209&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0386369
Apr 29 13:44:04.543894 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52250) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:04.591378 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aaac19f0-cf57-4ac6-a825-413587c87dc9 admin admin] Publish callbacks [] for security_group (328cb118-71af-4367-8f75-fd643b5a503d), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.612891 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aaac19f0-cf57-4ac6-a825-413587c87dc9 admin admin] Publish callbacks [] for security_group (328cb118-71af-4367-8f75-fd643b5a503d), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.662501 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aaac19f0-cf57-4ac6-a825-413587c87dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (328cb118-71af-4367-8f75-fd643b5a503d), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.665220 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-aaac19f0-cf57-4ac6-a825-413587c87dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:04.666468 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-aaac19f0-cf57-4ac6-a825-413587c87dc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/328cb118-71af-4367-8f75-fd643b5a503d HTTP/1.1" status: 204  len: 168 time: 0.1216571
Apr 29 13:44:04.675003 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac19f0-cf57-4ac6-a825-413587c87dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328cb118-71af-4367-8f75-fd643b5a503d,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:10.268626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:12.936470 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25862a-6704-4aa4-b6c1-c0c9d9745a91 req-51829a1b-ac34-446b-8c9e-9cf4a449cbf8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:12.937960 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb25862a-6704-4aa4-b6c1-c0c9d9745a91 req-51829a1b-ac34-446b-8c9e-9cf4a449cbf8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0495937
Apr 29 13:44:12.985979 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb25862a-6704-4aa4-b6c1-c0c9d9745a91 req-a20189d1-b9b8-4f5c-9544-c32607ad0733 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422523
Apr 29 13:44:14.153143 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce77098-d5e2-458b-b185-7041f4db09b2 req-ac03b734-24b6-4c9e-8901-e6793f719493 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:14.154836 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5ce77098-d5e2-458b-b185-7041f4db09b2 req-ac03b734-24b6-4c9e-8901-e6793f719493 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0710521
Apr 29 13:44:14.218058 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5ce77098-d5e2-458b-b185-7041f4db09b2 req-cb9c0a92-0c72-47b4-a8ed-4ac78170446f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568521
Apr 29 13:44:15.389150 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5517970-ffb3-4c1e-9bb6-52546ccf85c9 req-0fee6060-37fa-4cfb-89da-1a1c0a32cbc5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:15.391025 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e5517970-ffb3-4c1e-9bb6-52546ccf85c9 req-0fee6060-37fa-4cfb-89da-1a1c0a32cbc5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0760043
Apr 29 13:44:15.453902 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e5517970-ffb3-4c1e-9bb6-52546ccf85c9 req-7ded5f56-4664-412f-9690-02da9045873c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559394
Apr 29 13:44:16.583324 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315f1f1-33fd-4c83-8a28-1ad4bd3b637f req-c74aa3d1-4783-46e0-9cd7-de999735e042 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:16.583324 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c315f1f1-33fd-4c83-8a28-1ad4bd3b637f req-c74aa3d1-4783-46e0-9cd7-de999735e042 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0575514
Apr 29 13:44:16.636312 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c315f1f1-33fd-4c83-8a28-1ad4bd3b637f req-d37686a5-17f7-448d-b889-e158ea7c08ff tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467579
Apr 29 13:44:17.769358 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0d9d-31e8-4155-a1ac-934cdac920fe req-71d8f72c-e4d7-4c31-9531-797b21d72197 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:17.770992 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e36d0d9d-31e8-4155-a1ac-934cdac920fe req-71d8f72c-e4d7-4c31-9531-797b21d72197 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0591578
Apr 29 13:44:17.833916 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e36d0d9d-31e8-4155-a1ac-934cdac920fe req-832a9079-07e5-4662-9b40-db876ad4dbe5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561919
Apr 29 13:44:18.157522 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-4328f797-c20a-4c94-8a8c-f361da9763e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0451155
Apr 29 13:44:18.222685 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186371a-a2be-44f2-a932-1a2aee215597 req-a6330d47-b559-4fc5-9e25-60113f17ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:18.224219 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-a6330d47-b559-4fc5-9e25-60113f17ad19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1130 time: 0.0453496
Apr 29 13:44:18.343941 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186371a-a2be-44f2-a932-1a2aee215597 req-b9a46bf8-788a-493e-9bbd-a751c0d1718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:18.345573 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-b9a46bf8-788a-493e-9bbd-a751c0d1718c service neutron] 10.222.0.48 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 909 time: 0.1024768
Apr 29 13:44:18.424646 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-8e3d03e7-ee8d-44be-868d-cff6bf8ca1be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 1002 time: 0.0718403
Apr 29 13:44:18.481843 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186371a-a2be-44f2-a932-1a2aee215597 req-aa75dd00-cf2c-43c3-96af-2d591e2c140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:18.483370 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-aa75dd00-cf2c-43c3-96af-2d591e2c140a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 200  len: 847 time: 0.0537162
Apr 29 13:44:18.545035 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186371a-a2be-44f2-a932-1a2aee215597 req-3e8e9a97-d959-4a12-a858-744db2232ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:18.546836 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-3e8e9a97-d959-4a12-a858-744db2232ed0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac16251-0027-46b0-a642-6a084e50a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0579662
Apr 29 13:44:18.655585 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-2a83431f-bc9f-4b5f-9f06-6a2395fd4c69 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030104
Apr 29 13:44:18.813982 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d186371a-a2be-44f2-a932-1a2aee215597 req-f7960b3d-3f8a-4936-8979-eaad1be55fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516070
Apr 29 13:44:19.002401 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93050a-bd09-41fd-8d01-0a2d7d11f451 req-cd0a111d-1670-4e84-a338-11f0c5b6341f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:19.005246 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-af93050a-bd09-41fd-8d01-0a2d7d11f451 req-cd0a111d-1670-4e84-a338-11f0c5b6341f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0687482
Apr 29 13:44:19.088285 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-af93050a-bd09-41fd-8d01-0a2d7d11f451 req-fa6a4ff4-a894-4681-8a50-80ca4f3353ac tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760972
Apr 29 13:44:19.983795 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0559-1f6b-4577-86ef-38be1a130937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:20.217205 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304e742-0d3c-4f22-be0c-748dd4b7680f req-8f5f6ae0-1d17-4edd-bd66-d16eaa300a77 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:20.218791 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f304e742-0d3c-4f22-be0c-748dd4b7680f req-8f5f6ae0-1d17-4edd-bd66-d16eaa300a77 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0549772
Apr 29 13:44:20.269764 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f304e742-0d3c-4f22-be0c-748dd4b7680f req-2fecd5d6-8c3d-4b39-905c-a02aa9515763 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450492
Apr 29 13:44:21.399290 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8de277-2a6f-49c5-94f9-5a9d00b1ea67 req-695ec9fb-49bf-425e-bd08-415937f3c267 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:21.401342 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5e8de277-2a6f-49c5-94f9-5a9d00b1ea67 req-695ec9fb-49bf-425e-bd08-415937f3c267 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0504332
Apr 29 13:44:21.459313 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5e8de277-2a6f-49c5-94f9-5a9d00b1ea67 req-e9f4c3b5-6324-4bed-9a60-f2f6d3993e17 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480752
Apr 29 13:44:22.505776 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-92c2641f-bb1a-4acf-9230-e66b5c08a7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:22.598979 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf646-e0df-4a6d-af49-d5fc1e122af4 req-589bfda4-575b-4249-adc4-cb592465adcc tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:22.600564 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b99cf646-e0df-4a6d-af49-d5fc1e122af4 req-589bfda4-575b-4249-adc4-cb592465adcc tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0516880
Apr 29 13:44:22.664128 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b99cf646-e0df-4a6d-af49-d5fc1e122af4 req-ae965102-45e0-4572-8a0e-8e6726f094a2 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542877
Apr 29 13:44:23.683867 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:23.798388 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6fd5-8c42-49c0-9f0a-5f201a84daa9 req-5b61ef85-4fd0-4b3e-abc0-fda3dd9f1ae8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:23.799988 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4dbc6fd5-8c42-49c0-9f0a-5f201a84daa9 req-5b61ef85-4fd0-4b3e-abc0-fda3dd9f1ae8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0523343
Apr 29 13:44:23.860712 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4dbc6fd5-8c42-49c0-9f0a-5f201a84daa9 req-818e1cbd-e449-4334-ad6c-3dde0b896bb9 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544646
Apr 29 13:44:24.124544 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d78c6-90be-46d5-87ca-9e9a29091d4d req-857af18d-a953-4f7a-aeac-8a70fcb0f16f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:24.126105 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-400d78c6-90be-46d5-87ca-9e9a29091d4d req-857af18d-a953-4f7a-aeac-8a70fcb0f16f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0915756
Apr 29 13:44:24.131976 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-accc3be0-f758-4026-b283-ed7a054f3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:24.133492 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-accc3be0-f758-4026-b283-ed7a054f3b05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 1130 time: 0.0588272
Apr 29 13:44:24.235665 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-400d78c6-90be-46d5-87ca-9e9a29091d4d req-ba7e8514-617f-48e3-8431-c3cb3d694142 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011033
Apr 29 13:44:24.258089 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-c8459573-120e-465f-b17b-343fea41eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:24.259645 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-c8459573-120e-465f-b17b-343fea41eed9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 912 time: 0.1191359
Apr 29 13:44:24.331379 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-107087d2-9e41-4341-8488-f3e0b3508a3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2866c255-befd-4d8c-bbd8-aad3b9870909 HTTP/1.1" status: 200  len: 1002 time: 0.0658159
Apr 29 13:44:24.382620 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-e1d55ca3-90c0-4756-9d19-8faedf721d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:24.384156 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-e1d55ca3-90c0-4756-9d19-8faedf721d98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.0474079
Apr 29 13:44:24.432056 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-6d2b77f7-d174-47fc-8174-d1addb24c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:24.433616 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-6d2b77f7-d174-47fc-8174-d1addb24c697 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0436292
Apr 29 13:44:24.548191 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-58d6e60b-edd6-4d85-9bc3-9bf52f8e05bd service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079957
Apr 29 13:44:24.647005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1fe24a2d-afdb-499d-878b-3ecba4c84b8e req-1d97bd4c-d68f-427d-9b87-5408310ea678 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916157
Apr 29 13:44:24.738516 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67741550-1620-4c2d-9f53-9804702d1027 req-280a88e6-d040-46a1-86bd-32ef64121619 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:24.740069 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-67741550-1620-4c2d-9f53-9804702d1027 req-280a88e6-d040-46a1-86bd-32ef64121619 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0565126
Apr 29 13:44:24.800974 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-67741550-1620-4c2d-9f53-9804702d1027 req-c0cca8cc-6956-445b-b0b0-a9d2d7f0d630 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540602
Apr 29 13:44:25.030704 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:25.357941 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7be45-9399-4ecd-aae0-d2139fa1a8d8 req-494f3f5b-98f5-4258-8bfc-2a21a804bea9 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:25.359712 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64a7be45-9399-4ecd-aae0-d2139fa1a8d8 req-494f3f5b-98f5-4258-8bfc-2a21a804bea9 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0505035
Apr 29 13:44:25.409673 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64a7be45-9399-4ecd-aae0-d2139fa1a8d8 req-17eab969-ba7a-463a-87c5-9db3d63d37f1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444031
Apr 29 13:44:25.925297 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81896702-2a60-4ec9-947c-302321ed1b09 req-37f9956d-2647-49dd-8952-fc0f5b0711c3 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:25.926717 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-81896702-2a60-4ec9-947c-302321ed1b09 req-37f9956d-2647-49dd-8952-fc0f5b0711c3 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0524819
Apr 29 13:44:25.976621 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-81896702-2a60-4ec9-947c-302321ed1b09 req-3ac38eaa-e338-4641-9989-b8c7512b62c4 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439193
Apr 29 13:44:26.531972 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64bad0-3a22-4e1c-9332-4e7dcb6d98f9 req-9a755c57-5d9b-4ab3-b941-6259c5d50232 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:26.533553 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6f64bad0-3a22-4e1c-9332-4e7dcb6d98f9 req-9a755c57-5d9b-4ab3-b941-6259c5d50232 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0512726
Apr 29 13:44:26.587681 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6f64bad0-3a22-4e1c-9332-4e7dcb6d98f9 req-77b3e7ca-ad82-46b1-899f-8875087b16c7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482008
Apr 29 13:44:26.669854 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:27.128687 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2ac2-5502-4242-ad49-331d72325621 req-e2f32bee-d24e-4308-b299-2d26d4167fd8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:27.130771 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac0c2ac2-5502-4242-ad49-331d72325621 req-e2f32bee-d24e-4308-b299-2d26d4167fd8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0726480
Apr 29 13:44:27.206859 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac0c2ac2-5502-4242-ad49-331d72325621 req-59a3e0f4-ed0d-4afc-9367-44e2eae48b50 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693138
Apr 29 13:44:28.333768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010943f-5745-4b68-b982-498a5cfb2e21 req-d6517386-7295-4507-bb70-e9ffc86a09ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:28.335539 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d010943f-5745-4b68-b982-498a5cfb2e21 req-d6517386-7295-4507-bb70-e9ffc86a09ac tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0516851
Apr 29 13:44:28.388906 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d010943f-5745-4b68-b982-498a5cfb2e21 req-16ee1bf0-dc2b-49c5-9c13-eea1a0280c80 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468569
Apr 29 13:44:29.508084 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d04dd-01c5-47aa-a277-a128c8069dbc req-45292221-d341-4035-9f74-3ffadceef7f5 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:29.510185 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a31d04dd-01c5-47aa-a277-a128c8069dbc req-45292221-d341-4035-9f74-3ffadceef7f5 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0457602
Apr 29 13:44:29.557253 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a31d04dd-01c5-47aa-a277-a128c8069dbc req-5564fc41-41b7-4d78-8ffc-d2238baae3b7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414650
Apr 29 13:44:30.677402 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7619-e8e6-418f-8d94-f2139f315843 req-ffda5005-4f70-4fd9-a9ea-0c677c7d5c0e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:30.678943 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a1ac7619-e8e6-418f-8d94-f2139f315843 req-ffda5005-4f70-4fd9-a9ea-0c677c7d5c0e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0512967
Apr 29 13:44:30.731524 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a1ac7619-e8e6-418f-8d94-f2139f315843 req-f3e3d964-aad2-489f-9f6b-9f31c0a76037 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464072
Apr 29 13:44:31.846781 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3157-f762-421e-afae-9617a50f49c5 req-37cd2027-ff16-4c6b-b340-ea80ef02c117 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:31.848276 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-568f3157-f762-421e-afae-9617a50f49c5 req-37cd2027-ff16-4c6b-b340-ea80ef02c117 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0479362
Apr 29 13:44:31.901496 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-568f3157-f762-421e-afae-9617a50f49c5 req-5cf58c19-ecfa-49a6-b5cf-ed6ee7e835b0 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466352
Apr 29 13:44:33.025684 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686e2da-53ae-4532-9b9d-addd400a311e req-9077cad3-d579-4418-ad15-1fb6f6ad61d9 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:33.027399 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4686e2da-53ae-4532-9b9d-addd400a311e req-9077cad3-d579-4418-ad15-1fb6f6ad61d9 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0473790
Apr 29 13:44:33.085192 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4686e2da-53ae-4532-9b9d-addd400a311e req-ef38337c-75c6-41aa-8d83-cd13aa93c031 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521858
Apr 29 13:44:33.559392 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:44:34.215086 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e197cb-b1dc-45d6-b937-a515e3d8bba6 req-293961ad-1129-4bab-b262-57226ce21ee8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:34.216750 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91e197cb-b1dc-45d6-b937-a515e3d8bba6 req-293961ad-1129-4bab-b262-57226ce21ee8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0535767
Apr 29 13:44:34.270350 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91e197cb-b1dc-45d6-b937-a515e3d8bba6 req-a5e7ebda-bacb-4468-ae8f-a4957725c73c tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477376
Apr 29 13:44:35.403900 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c88ac-d07f-4414-b52d-d273dfaa242a req-9b7d559b-6948-4d04-861c-22ecc0112dfd tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:35.405508 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3c9c88ac-d07f-4414-b52d-d273dfaa242a req-9b7d559b-6948-4d04-861c-22ecc0112dfd tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0541468
Apr 29 13:44:35.490646 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3c9c88ac-d07f-4414-b52d-d273dfaa242a req-72371a39-cf34-4f9c-b500-a338e796485e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777073
Apr 29 13:44:36.615961 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dda65-af7e-4cda-a560-6825cbd61eac req-ef00bc1f-5ead-4c9a-acae-77414cbc03ca tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:36.617597 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fc8dda65-af7e-4cda-a560-6825cbd61eac req-ef00bc1f-5ead-4c9a-acae-77414cbc03ca tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0533214
Apr 29 13:44:36.672632 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fc8dda65-af7e-4cda-a560-6825cbd61eac req-c822aca8-5257-43d9-bf7c-2b6391b598b6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483902
Apr 29 13:44:37.842941 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6557a-ece8-4fba-9071-5c7d099cc3f2 req-49b89e20-9664-4352-932e-f5cadbba9720 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:37.844730 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6aa6557a-ece8-4fba-9071-5c7d099cc3f2 req-49b89e20-9664-4352-932e-f5cadbba9720 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0774457
Apr 29 13:44:37.932151 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6aa6557a-ece8-4fba-9071-5c7d099cc3f2 req-fcb5b89e-e6e6-4a7b-8781-1884cd762ee9 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764160
Apr 29 13:44:39.063054 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc36a0-e3fc-4fe1-99f3-db265ce10b1c req-e26445c0-fd5d-43f3-b912-69d15fcf05e7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:39.064563 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73bc36a0-e3fc-4fe1-99f3-db265ce10b1c req-e26445c0-fd5d-43f3-b912-69d15fcf05e7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0555580
Apr 29 13:44:39.130537 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-73bc36a0-e3fc-4fe1-99f3-db265ce10b1c req-01c812e8-faa6-45dc-bb00-dcd20faa8f3a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562415
Apr 29 13:44:40.246297 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636e5c7-df2f-4a91-b5a6-f5630eff7dad req-bc7a8493-1818-426f-b66b-fc252352329a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:40.247892 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d636e5c7-df2f-4a91-b5a6-f5630eff7dad req-bc7a8493-1818-426f-b66b-fc252352329a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0485835
Apr 29 13:44:40.269539 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:40.303804 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d636e5c7-df2f-4a91-b5a6-f5630eff7dad req-dad807d1-ce79-4a60-a106-ac6b5dd553f7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472996
Apr 29 13:44:41.432147 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea987-059c-4679-a248-b4ec565ec0ac req-87436307-6c46-443e-bbe0-ecc5e8fdf642 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:41.434719 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5bea987-059c-4679-a248-b4ec565ec0ac req-87436307-6c46-443e-bbe0-ecc5e8fdf642 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0612040
Apr 29 13:44:41.490178 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5bea987-059c-4679-a248-b4ec565ec0ac req-4089cb5f-fb57-4465-b1e9-a2614f4eb58a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499876
Apr 29 13:44:42.027550 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-e6720c3e-c8f6-4f5c-b025-0c0854e418c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:42.029226 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-e6720c3e-c8f6-4f5c-b025-0c0854e418c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1130 time: 0.0455418
Apr 29 13:44:42.126062 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-28a71d6e-42fd-4eda-bb19-e768d97e269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:42.127761 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-28a71d6e-42fd-4eda-bb19-e768d97e269c service neutron] 10.222.0.48 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 909 time: 0.0906997
Apr 29 13:44:42.211208 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-18bd4cc5-b884-4b6a-a233-35611f07af8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 1002 time: 0.0769298
Apr 29 13:44:42.274073 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-ef3ca35e-8ea1-467d-8fc0-e45903403027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:42.276385 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-ef3ca35e-8ea1-467d-8fc0-e45903403027 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 200  len: 847 time: 0.0587554
Apr 29 13:44:42.328316 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-41aef523-65de-46f8-a852-8a67f42cc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:42.329860 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-41aef523-65de-46f8-a852-8a67f42cc9c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac16251-0027-46b0-a642-6a084e50a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0480373
Apr 29 13:44:42.434550 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-7aedca88-1adc-4c59-b861-07ca490586e1 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977938
Apr 29 13:44:42.548157 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c92770b6-4dcf-42dc-ba81-95e0e385e5b6 req-dc30c500-bb3f-48d8-99ee-c3eb427886bc service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077874
Apr 29 13:44:42.881570 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d52ec6-8ec7-4842-9468-b8e8acd5e5f1 req-2c6006c6-280b-4a3d-a67d-a62de831191a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:42.882946 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56d52ec6-8ec7-4842-9468-b8e8acd5e5f1 req-2c6006c6-280b-4a3d-a67d-a62de831191a tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.3207171
Apr 29 13:44:42.931540 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-56d52ec6-8ec7-4842-9468-b8e8acd5e5f1 req-61b28b05-380e-4b23-81ad-a52abc94951c tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427372
Apr 29 13:44:44.092750 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0bd0f-5eb4-4ef5-a412-50f3cb725f7d req-ac464036-cdbe-4b60-bbfa-f3bc02c311b7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:44.094309 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3bc0bd0f-5eb4-4ef5-a412-50f3cb725f7d req-ac464036-cdbe-4b60-bbfa-f3bc02c311b7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0810752
Apr 29 13:44:44.155711 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3bc0bd0f-5eb4-4ef5-a412-50f3cb725f7d req-c1b84b4a-cc8a-49d3-a9ea-e6fbf0b5f15b tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548253
Apr 29 13:44:45.310804 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bc5f7-4383-4aa7-b10a-b221d8acec17 req-7045367f-1b39-4653-961d-244833e58428 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:45.312468 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-066bc5f7-4383-4aa7-b10a-b221d8acec17 req-7045367f-1b39-4653-961d-244833e58428 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0532832
Apr 29 13:44:45.367250 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-066bc5f7-4383-4aa7-b10a-b221d8acec17 req-0b49133f-fdb2-4628-a649-2fbf6b7596ed tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476403
Apr 29 13:44:45.605015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e5a38-e097-435d-bec0-f92bded2b485 req-477550af-c40a-445a-8288-ae56454dcc8b tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:45.606858 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-918e5a38-e097-435d-bec0-f92bded2b485 req-477550af-c40a-445a-8288-ae56454dcc8b tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0522690
Apr 29 13:44:45.654990 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52714) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:45.665458 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-918e5a38-e097-435d-bec0-f92bded2b485 req-62a6f296-b3ee-4e25-8ede-a5be00a52911 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480595
Apr 29 13:44:45.761399 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-2a15aabc-7846-48b3-9c13-550cd3c9db8c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1039681
Apr 29 13:44:45.770538 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-7d0e6e88-77f6-4852-9f5e-c9c9b5749f12 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103576) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:44:45.771821 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-7d0e6e88-77f6-4852-9f5e-c9c9b5749f12 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054500
Apr 29 13:44:45.871806 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52724) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:45.923139 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52728) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:45.992713 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3a98eea1-a803-4adb-aad2-de53e6373fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.042880 dv-cinder-839416-3-iscsi neutron-server[103576]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 29 13:44:46.084302 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3a98eea1-a803-4adb-aad2-de53e6373fed admin admin] Publish callbacks [] for security_group (42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.089993 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-3a98eea1-a803-4adb-aad2-de53e6373fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.112832 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-24438ea9-546f-4ced-a671-1c1fcd39407b tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:46.115231 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-24438ea9-546f-4ced-a671-1c1fcd39407b tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports/1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 943 time: 0.1908982
Apr 29 13:44:46.145508 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98eea1-a803-4adb-aad2-de53e6373fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:46.151533 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-3a98eea1-a803-4adb-aad2-de53e6373fed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2aeb81ca5dc94cd7810db61ab69e0100&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2785099
Apr 29 13:44:46.152699 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52734) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:46.216208 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6938db5e-25f4-4a00-8357-dda4b16486ee admin admin] Publish callbacks [] for security_group (42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.248896 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6938db5e-25f4-4a00-8357-dda4b16486ee admin admin] Publish callbacks [] for security_group (42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.309818 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6938db5e-25f4-4a00-8357-dda4b16486ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.313426 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6938db5e-25f4-4a00-8357-dda4b16486ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.317061 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6938db5e-25f4-4a00-8357-dda4b16486ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3 HTTP/1.1" status: 204  len: 168 time: 0.1609352
Apr 29 13:44:46.324222 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938db5e-25f4-4a00-8357-dda4b16486ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fa2da6-c5cf-4eef-b58c-b4bdedf5d4a3,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:46.647209 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52744) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:46.661130 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-dc09617d-0316-4371-98f1-2e1d9bee756f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.749880 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-dc09617d-0316-4371-98f1-2e1d9bee756f admin admin] Publish callbacks [] for security_group (420b3980-e2ce-40da-b5aa-ca0551607843), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.756353 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-dc09617d-0316-4371-98f1-2e1d9bee756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (420b3980-e2ce-40da-b5aa-ca0551607843), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.788480 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13648cb-ded6-4d2e-849f-75749f7a89d6 req-93e84490-a57e-48d7-b32b-a12e27e7e67e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:46.789973 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a13648cb-ded6-4d2e-849f-75749f7a89d6 req-93e84490-a57e-48d7-b32b-a12e27e7e67e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0500836
Apr 29 13:44:46.797544 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-dc09617d-0316-4371-98f1-2e1d9bee756f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c20718856bb4b4bbe2cd2718f2db515&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1492455
Apr 29 13:44:46.798419 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09617d-0316-4371-98f1-2e1d9bee756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420b3980-e2ce-40da-b5aa-ca0551607843,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:46.800790 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52748) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:46.846339 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a13648cb-ded6-4d2e-849f-75749f7a89d6 req-17137270-5477-4b1d-bd7b-90747cd9a1d0 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489013
Apr 29 13:44:46.865426 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-133563d8-e665-4f40-8f73-0647fc27ea32 admin admin] Publish callbacks [] for security_group (420b3980-e2ce-40da-b5aa-ca0551607843), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.888909 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-133563d8-e665-4f40-8f73-0647fc27ea32 admin admin] Publish callbacks [] for security_group (420b3980-e2ce-40da-b5aa-ca0551607843), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.938850 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-133563d8-e665-4f40-8f73-0647fc27ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (420b3980-e2ce-40da-b5aa-ca0551607843), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.941568 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-133563d8-e665-4f40-8f73-0647fc27ea32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:46.942945 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-133563d8-e665-4f40-8f73-0647fc27ea32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/420b3980-e2ce-40da-b5aa-ca0551607843 HTTP/1.1" status: 204  len: 168 time: 0.1411829
Apr 29 13:44:46.952522 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133563d8-e665-4f40-8f73-0647fc27ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b3980-e2ce-40da-b5aa-ca0551607843,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:47.545971 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-dd13854f-3cea-4a5b-9a46-3818c6abb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:47.547630 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-dd13854f-3cea-4a5b-9a46-3818c6abb087 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759&tenant_id=d2e70460a8a94baa9478ff1cf630c0ed HTTP/1.1" status: 200  len: 1130 time: 0.0443044
Apr 29 13:44:47.618199 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-34a38f7d-ae39-43b3-82d3-aa18af420a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:47.620059 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-34a38f7d-ae39-43b3-82d3-aa18af420a9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1130 time: 0.0505469
Apr 29 13:44:47.699270 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 1d824a09-f84d-4667-aab4-fffb1b9750dc no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:44:47.716345 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-9b60a882-2829-4750-a638-46ac009f2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:47.717864 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-9b60a882-2829-4750-a638-46ac009f2e3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 909 time: 0.0912778
Apr 29 13:44:47.788547 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-2d79d4b8-91f4-4a12-bbdf-a9aeecd84d00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 1002 time: 0.0643299
Apr 29 13:44:47.841342 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 1d824a09-f84d-4667-aab4-fffb1b9750dc is: ACTIVE; New status is: DOWN {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:44:47.841890 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:47.846054 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-13eb9daf-7e3d-49a9-b18d-d26c8b711f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:47.847629 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-13eb9daf-7e3d-49a9-b18d-d26c8b711f52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 200  len: 847 time: 0.0519047
Apr 29 13:44:47.875257 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:44:47.877741 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e31a2b-d1bd-4123-9afb-f11fdd267528" -d '{"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-unplugged", "status": "completed", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:44:47.894564 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:44:47.900289 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:47.920716 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-aca6464f-38d3-4ce9-a229-dd482385755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:47.922951 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-aca6464f-38d3-4ce9-a229-dd482385755b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac16251-0027-46b0-a642-6a084e50a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0683203
Apr 29 13:44:47.934358 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7970a7d-84d9-4e80-99df-0d2bd99b2bf5 x-openstack-request-id: req-b7970a7d-84d9-4e80-99df-0d2bd99b2bf5 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:44:47.934695 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-unplugged", "status": "completed", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:44:47.935155 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7970a7d-84d9-4e80-99df-0d2bd99b2bf5 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:44:47.935712 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7970a7d-84d9-4e80-99df-0d2bd99b2bf5'] response: {'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'code': 200}
Apr 29 13:44:47.971676 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=6']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:48.056141 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899852b6-9321-4f10-b0b5-9d27c109856c req-4a59e283-4a1a-4ecb-b487-e160c54f65f2 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:48.058987 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-899852b6-9321-4f10-b0b5-9d27c109856c req-4a59e283-4a1a-4ecb-b487-e160c54f65f2 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.1013131
Apr 29 13:44:48.108942 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-676afe87-7dbd-4b8c-a1c1-fd04f08f96c5 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730945
Apr 29 13:44:48.160619 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-899852b6-9321-4f10-b0b5-9d27c109856c req-5e449eb4-68a4-45ae-ad09-35ff497238a6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936625
Apr 29 13:44:48.239569 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edb7b8a2-3849-4bda-8d8a-edfe5680fcc0 req-d189b831-f019-4de4-91e2-56b8839a062c service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244400
Apr 29 13:44:49.299990 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dae4b5-721c-404e-bf4d-5ec13767fbe6 req-613ad114-af1d-4113-b758-402dc2002c92 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:49.301569 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04dae4b5-721c-404e-bf4d-5ec13767fbe6 req-613ad114-af1d-4113-b758-402dc2002c92 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0498610
Apr 29 13:44:49.364434 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-04dae4b5-721c-404e-bf4d-5ec13767fbe6 req-1727029e-8596-4873-b9cb-98bf7122f853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555623
Apr 29 13:44:49.680468 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52822) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:49.789213 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-689b1bff-42eb-44db-bfb4-19cd180b8fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:49.872342 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-689b1bff-42eb-44db-bfb4-19cd180b8fd8 admin admin] Publish callbacks [] for security_group (069d2e46-0ce2-4c6d-ba42-f93d00f292c8), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:49.877292 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-689b1bff-42eb-44db-bfb4-19cd180b8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (069d2e46-0ce2-4c6d-ba42-f93d00f292c8), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:49.920769 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-689b1bff-42eb-44db-bfb4-19cd180b8fd8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f090b348eaf04b5792cd6c1baf8b1754&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2391036
Apr 29 13:44:49.921919 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b1bff-42eb-44db-bfb4-19cd180b8fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069d2e46-0ce2-4c6d-ba42-f93d00f292c8,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:49.925004 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52826) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:49.980022 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-14156820-8ddf-4834-b9fa-dd819547d818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:49.980642 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b22aea1d-bdd2-4c20-9ac6-a973f3fcf417 admin admin] Publish callbacks [] for security_group (069d2e46-0ce2-4c6d-ba42-f93d00f292c8), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.003288 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b22aea1d-bdd2-4c20-9ac6-a973f3fcf417 admin admin] Publish callbacks [] for security_group (069d2e46-0ce2-4c6d-ba42-f93d00f292c8), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.062323 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b22aea1d-bdd2-4c20-9ac6-a973f3fcf417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (069d2e46-0ce2-4c6d-ba42-f93d00f292c8), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.064928 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-b22aea1d-bdd2-4c20-9ac6-a973f3fcf417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.066095 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-b22aea1d-bdd2-4c20-9ac6-a973f3fcf417 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/069d2e46-0ce2-4c6d-ba42-f93d00f292c8 HTTP/1.1" status: 204  len: 168 time: 0.1397820
Apr 29 13:44:50.074959 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22aea1d-bdd2-4c20-9ac6-a973f3fcf417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069d2e46-0ce2-4c6d-ba42-f93d00f292c8,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:50.339692 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52832) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:50.352877 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cb9452ab-d460-4bdd-b650-f371a87aae0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.430104 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cb9452ab-d460-4bdd-b650-f371a87aae0f admin admin] Publish callbacks [] for security_group (93634707-e93e-48ee-8f3b-4bc59800d8cf), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.434896 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-cb9452ab-d460-4bdd-b650-f371a87aae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (93634707-e93e-48ee-8f3b-4bc59800d8cf), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.502248 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-cb9452ab-d460-4bdd-b650-f371a87aae0f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dbaf2ee805a4a78a2803fd3191c6b07&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1614273
Apr 29 13:44:50.503098 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9452ab-d460-4bdd-b650-f371a87aae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93634707-e93e-48ee-8f3b-4bc59800d8cf,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:50.504886 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52836) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:50.521226 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435286-5dda-4298-9d3c-d2edfae666d0 req-d88337db-d5ad-4bd1-a5b2-7ed76eb5f1a4 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:50.522884 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66435286-5dda-4298-9d3c-d2edfae666d0 req-d88337db-d5ad-4bd1-a5b2-7ed76eb5f1a4 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0776083
Apr 29 13:44:50.559845 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-789d2a91-ff05-4130-ad3d-ea905d9aa15d admin admin] Publish callbacks [] for security_group (93634707-e93e-48ee-8f3b-4bc59800d8cf), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.576278 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66435286-5dda-4298-9d3c-d2edfae666d0 req-4b0f5b56-a63e-4bfc-a5af-2f949743d7b6 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448179
Apr 29 13:44:50.582692 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-789d2a91-ff05-4130-ad3d-ea905d9aa15d admin admin] Publish callbacks [] for security_group (93634707-e93e-48ee-8f3b-4bc59800d8cf), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.629153 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-789d2a91-ff05-4130-ad3d-ea905d9aa15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (93634707-e93e-48ee-8f3b-4bc59800d8cf), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.632014 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-789d2a91-ff05-4130-ad3d-ea905d9aa15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:50.633210 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-789d2a91-ff05-4130-ad3d-ea905d9aa15d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93634707-e93e-48ee-8f3b-4bc59800d8cf HTTP/1.1" status: 204  len: 168 time: 0.1272552
Apr 29 13:44:50.642534 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d2a91-ff05-4130-ad3d-ea905d9aa15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93634707-e93e-48ee-8f3b-4bc59800d8cf,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:51.710750 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5518fe-b143-45c6-b659-2d72d59200f9 req-53a549db-1964-459e-a19c-0716e93d5fdb tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:51.712424 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb5518fe-b143-45c6-b659-2d72d59200f9 req-53a549db-1964-459e-a19c-0716e93d5fdb tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0572729
Apr 29 13:44:51.776737 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cb5518fe-b143-45c6-b659-2d72d59200f9 req-960a7713-22b1-4317-8644-74cb69ac80e7 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565972
Apr 29 13:44:52.413597 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52892) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:52.500030 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-473a2ef7-6f1f-4c8c-84f8-38d7b2431d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.519670 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-27da1673-2c29-4673-9bbb-b2dd4be4d8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.597510 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-27da1673-2c29-4673-9bbb-b2dd4be4d8ac admin admin] Publish callbacks [] for security_group (342f0a4f-5058-4710-bf04-e843e6d4531f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.601737 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-27da1673-2c29-4673-9bbb-b2dd4be4d8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (342f0a4f-5058-4710-bf04-e843e6d4531f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.644491 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-27da1673-2c29-4673-9bbb-b2dd4be4d8ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=304e81896c6c415ab10db44b2628ac09&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2297163
Apr 29 13:44:52.645382 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da1673-2c29-4673-9bbb-b2dd4be4d8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342f0a4f-5058-4710-bf04-e843e6d4531f,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:52.648139 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52896) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:52.702241 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Publish callbacks [] for security_group (342f0a4f-5058-4710-bf04-e843e6d4531f), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.731239 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Publish callbacks [] for security_group (342f0a4f-5058-4710-bf04-e843e6d4531f), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.780138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (342f0a4f-5058-4710-bf04-e843e6d4531f), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.782794 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:52.783992 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/342f0a4f-5058-4710-bf04-e843e6d4531f HTTP/1.1" status: 204  len: 168 time: 0.1345379
Apr 29 13:44:52.792755 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f0a4f-5058-4710-bf04-e843e6d4531f,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:52.800661 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.801088 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.801348 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.801685 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.802019 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.802348 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.802701 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.803030 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.803358 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.803684 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.804020 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.804322 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.804643 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.804963 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.805294 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac462b-424f-4b7b-a6fd-b43a8859e677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:52.933407 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600fdbe-0808-4e3a-ae76-22e39d037171 req-b6eef66a-bb41-4e4c-93fe-2334c3b19ea5 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:52.935146 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2600fdbe-0808-4e3a-ae76-22e39d037171 req-b6eef66a-bb41-4e4c-93fe-2334c3b19ea5 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0565689
Apr 29 13:44:52.993231 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2600fdbe-0808-4e3a-ae76-22e39d037171 req-f3b77bef-4d04-472e-bc7e-a1a731169fc3 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513535
Apr 29 13:44:53.097434 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52904) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:53.111462 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0f20b335-efff-41fe-9db1-e9bd6a60343c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:53.191519 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0f20b335-efff-41fe-9db1-e9bd6a60343c admin admin] Publish callbacks [] for security_group (e9ac261d-192f-4379-8c16-4882a59f48d9), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:53.195738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0f20b335-efff-41fe-9db1-e9bd6a60343c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e9ac261d-192f-4379-8c16-4882a59f48d9), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:53.254330 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-0f20b335-efff-41fe-9db1-e9bd6a60343c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a83e0c8cffc1498a9d187c74cea92916&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1557403
Apr 29 13:44:53.255202 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b335-efff-41fe-9db1-e9bd6a60343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac261d-192f-4379-8c16-4882a59f48d9,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:53.257061 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52906) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:53.310667 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7deb9ba3-aed4-4ae6-b127-e8107bdc0e96 admin admin] Publish callbacks [] for security_group (e9ac261d-192f-4379-8c16-4882a59f48d9), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:53.335435 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7deb9ba3-aed4-4ae6-b127-e8107bdc0e96 admin admin] Publish callbacks [] for security_group (e9ac261d-192f-4379-8c16-4882a59f48d9), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:53.387740 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7deb9ba3-aed4-4ae6-b127-e8107bdc0e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e9ac261d-192f-4379-8c16-4882a59f48d9), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:53.390765 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7deb9ba3-aed4-4ae6-b127-e8107bdc0e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:53.392068 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7deb9ba3-aed4-4ae6-b127-e8107bdc0e96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9ac261d-192f-4379-8c16-4882a59f48d9 HTTP/1.1" status: 204  len: 168 time: 0.1339631
Apr 29 13:44:53.400386 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb9ba3-aed4-4ae6-b127-e8107bdc0e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac261d-192f-4379-8c16-4882a59f48d9,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:53.687300 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:54.113866 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c7d38-198a-4a26-a775-e3cb4b3448cb req-a12dc38b-319c-4d6e-a1a2-8719cb230053 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:54.115403 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff9c7d38-198a-4a26-a775-e3cb4b3448cb req-a12dc38b-319c-4d6e-a1a2-8719cb230053 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0504391
Apr 29 13:44:54.169587 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ff9c7d38-198a-4a26-a775-e3cb4b3448cb req-c0dc2bf0-68f4-4a66-a8b1-3c08a81ce226 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474319
Apr 29 13:44:54.304900 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8554bb-5a0a-4252-9044-e07bc2a2fe9c req-fad32099-d3ad-4bed-b27f-a855741fdd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:54.306573 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d8554bb-5a0a-4252-9044-e07bc2a2fe9c req-fad32099-d3ad-4bed-b27f-a855741fdd70 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1128 time: 0.0436368
Apr 29 13:44:54.363090 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d8554bb-5a0a-4252-9044-e07bc2a2fe9c req-30dcbbf4-cd09-4e96-92d8-317885cd7f7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457575
Apr 29 13:44:55.036285 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.297465 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529cd4-6f35-41e9-aa81-b30cdee92ef5 req-945c1ce0-5a09-4785-af75-c7c6279a299b tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:55.299047 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-60529cd4-6f35-41e9-aa81-b30cdee92ef5 req-945c1ce0-5a09-4785-af75-c7c6279a299b tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 944 time: 0.0488873
Apr 29 13:44:55.359642 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-60529cd4-6f35-41e9-aa81-b30cdee92ef5 req-d6bb6582-30af-4326-9e5a-ce5e7ad623df tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548873
Apr 29 13:44:55.470366 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52978) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:55.576075 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.656001 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Publish callbacks [] for security_group (394c3055-64c9-4a74-9b06-7359187d8bc3), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.659104 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (394c3055-64c9-4a74-9b06-7359187d8bc3), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.696038 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c3055-64c9-4a74-9b06-7359187d8bc3,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:55.705301 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab1407832d0741c7bf6440e1f637584b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2289557
Apr 29 13:44:55.705502 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 52982) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:55.706652 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.706999 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.707335 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.707674 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.708001 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.708327 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.708645 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.708961 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.709797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.709797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.710053 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.710247 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.710565 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.710905 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.711218 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b72f3-947b-4746-8d9d-78d79c95a68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:44:55.749943 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 1d824a09-f84d-4667-aab4-fffb1b9750dc details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:44:55.757945 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-542d0012-8a55-4508-952a-7990f3dfdefd admin admin] Publish callbacks [] for security_group (394c3055-64c9-4a74-9b06-7359187d8bc3), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.802103 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-542d0012-8a55-4508-952a-7990f3dfdefd admin admin] Publish callbacks [] for security_group (394c3055-64c9-4a74-9b06-7359187d8bc3), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.860054 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:44:55.870168 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-542d0012-8a55-4508-952a-7990f3dfdefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (394c3055-64c9-4a74-9b06-7359187d8bc3), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.872839 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-542d0012-8a55-4508-952a-7990f3dfdefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.877832 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-542d0012-8a55-4508-952a-7990f3dfdefd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/394c3055-64c9-4a74-9b06-7359187d8bc3 HTTP/1.1" status: 204  len: 168 time: 0.1696126
Apr 29 13:44:55.878276 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'port_id': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'mac_address': 'fa:16:3e:9b:a9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:44:55.881977 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d0012-8a55-4508-952a-7990f3dfdefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c3055-64c9-4a74-9b06-7359187d8bc3,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:55.927684 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 1d824a09-f84d-4667-aab4-fffb1b9750dc is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:44:55.928076 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:55.946371 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d824a09-f84d-4667-aab4-fffb1b9750dc {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:44:55.968861 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:44:55.973398 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.034104 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=7']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:56.206189 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52988) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:56.213671 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['1d824a09-f84d-4667-aab4-fffb1b9750dc'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:44:56.224392 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-640814c8-ed88-427e-9cc0-ab0935940ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.319721 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-640814c8-ed88-427e-9cc0-ab0935940ec1 admin admin] Publish callbacks [] for security_group (f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.325462 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-640814c8-ed88-427e-9cc0-ab0935940ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.374053 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-640814c8-ed88-427e-9cc0-ab0935940ec1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39627cf21ddd42b08f2271baceef2c72&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1614134
Apr 29 13:44:56.374053 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640814c8-ed88-427e-9cc0-ab0935940ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:56.374513 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 52990) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:44:56.433831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d2850a1-cbec-4f7f-a3cc-cbc394d640bc admin admin] Publish callbacks [] for security_group (f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.459289 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d2850a1-cbec-4f7f-a3cc-cbc394d640bc admin admin] Publish callbacks [] for security_group (f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.517202 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d2850a1-cbec-4f7f-a3cc-cbc394d640bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.521050 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7d2850a1-cbec-4f7f-a3cc-cbc394d640bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:56.523118 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7d2850a1-cbec-4f7f-a3cc-cbc394d640bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11 HTTP/1.1" status: 204  len: 168 time: 0.1478763
Apr 29 13:44:56.527981 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05e596-f5e6-4fcd-8236-f4bdbad23154 req-1290647c-235b-419b-94cd-c089d4fe256e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:56.529708 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9f05e596-f5e6-4fcd-8236-f4bdbad23154 req-1290647c-235b-419b-94cd-c089d4fe256e tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 945 time: 0.0579686
Apr 29 13:44:56.537066 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2850a1-cbec-4f7f-a3cc-cbc394d640bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef4e27-96c1-4c0f-9e67-15f5a8a6ca11,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:56.589443 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9f05e596-f5e6-4fcd-8236-f4bdbad23154 req-1a7d6647-8c48-44e4-a17e-199066c27c78 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529230
Apr 29 13:44:56.660687 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:57.751245 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 1d824a09-f84d-4667-aab4-fffb1b9750dc up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:44:57.822343 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 1d824a09-f84d-4667-aab4-fffb1b9750dc triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:44:57.822849 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:57.924706 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 1d824a09-f84d-4667-aab4-fffb1b9750dc is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:44:57.925095 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:57.949597 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:44:57.951891 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ee098-4d0e-43b7-bf70-2d4045c50576" -d '{"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-plugged", "status": "completed", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:44:57.964853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:44:57.972653 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:44:58.004319 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8789994-fd9b-4d00-bfbd-9ac9c26dc2fa x-openstack-request-id: req-c8789994-fd9b-4d00-bfbd-9ac9c26dc2fa {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:44:58.004638 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-plugged", "status": "completed", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:44:58.004899 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8789994-fd9b-4d00-bfbd-9ac9c26dc2fa {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:44:58.005295 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8789994-fd9b-4d00-bfbd-9ac9c26dc2fa'] response: {'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'code': 200}
Apr 29 13:44:58.033405 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=8']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:44:59.295541 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de4751-9800-4a7c-805c-da50029cdab6 req-b2609015-cf19-40b7-8b30-ba8a3ccd41e6 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:44:59.297030 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-24de4751-9800-4a7c-805c-da50029cdab6 req-b2609015-cf19-40b7-8b30-ba8a3ccd41e6 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0489292
Apr 29 13:44:59.351115 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-24de4751-9800-4a7c-805c-da50029cdab6 req-7511487c-008e-48c8-9644-c7c6052cbaa9 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483882
Apr 29 13:45:00.470435 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029efe-daf8-4c39-893d-3b9d86285021 req-bd9a6f0e-afec-41a7-b051-2b05e7eed00c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:00.471996 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c029efe-daf8-4c39-893d-3b9d86285021 req-bd9a6f0e-afec-41a7-b051-2b05e7eed00c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0488429
Apr 29 13:45:00.520715 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1c029efe-daf8-4c39-893d-3b9d86285021 req-b49b9342-7654-4874-97de-2b8c2f2233f8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431943
Apr 29 13:45:01.291752 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-308a4721-fd2f-4cd0-8f36-0893ac12e38b tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:01.293367 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-308a4721-fd2f-4cd0-8f36-0893ac12e38b tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0487599
Apr 29 13:45:01.390530 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Deleting port 2866c255-befd-4d8c-bbd8-aad3b9870909 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:45:01.390895 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:01.487908 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] For port 2866c255-befd-4d8c-bbd8-aad3b9870909, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=2866c255-befd-4d8c-bbd8-aad3b9870909,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:01.488594 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:01.662745 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420d20-fbb1-4bd6-855d-4763530b2b92 req-73b7202b-6d11-42ba-90b9-229a739f84d1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:01.664232 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d3420d20-fbb1-4bd6-855d-4763530b2b92 req-73b7202b-6d11-42ba-90b9-229a739f84d1 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a5d966-fce4-4e3b-aaa5-8bcf25d9894d HTTP/1.1" status: 200  len: 946 time: 0.0675213
Apr 29 13:45:01.742891 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:01.743297 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (07ff3ea9-31fd-4d5a-ab58-a46a22b2da69), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:01.743617 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Floating IP 07ff3ea9-31fd-4d5a-ab58-a46a22b2da69 disassociated. External IP: 172.27.2.114, port: 2866c255-befd-4d8c-bbd8-aad3b9870909.
Apr 29 13:45:01.743961 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Calling delete_port for 2866c255-befd-4d8c-bbd8-aad3b9870909 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:45:01.763188 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d3420d20-fbb1-4bd6-855d-4763530b2b92 req-ae0bc417-58c2-4d3e-8795-a7d38866bca6 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=79feee22-bcbd-4d25-97dc-28a26211f21d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710232
Apr 29 13:45:01.891164 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (2866c255-befd-4d8c-bbd8-aad3b9870909), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:01.921722 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event deleted for resources: {'Port': ['ID=2866c255-befd-4d8c-bbd8-aad3b9870909,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:02.039685 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Router 397fb78c-ba25-496d-9b74-5b75452e8259 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:45:02.154100 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:45:02.165841 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] Sync routers for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:45:02.175311 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:02.175935 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad36e1d60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:44:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:02.197691 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] No DVR routers for this DVR port 2866c255-befd-4d8c-bbd8-aad3b9870909 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:45:02.200201 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:02.203492 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3827d1b3-aa7c-49fd-8af6-a77f58c62c08 req-0c6588f7-8993-44b1-8e64-356a298b4565 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "DELETE /v2.0/ports/2866c255-befd-4d8c-bbd8-aad3b9870909 HTTP/1.1" status: 204  len: 173 time: 0.9047883
Apr 29 13:45:02.203933 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'name': 'network-vif-deleted', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:45:02.206448 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f9c7e7-55f4-4c4e-9341-4cc994093df5" -d '{"events": [{"server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "name": "network-vif-deleted", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:45:02.244850 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995631b1-9d6d-4ab5-a9d5-7356aceda19d x-openstack-request-id: req-995631b1-9d6d-4ab5-a9d5-7356aceda19d {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:45:02.245148 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a5d966-fce4-4e3b-aaa5-8bcf25d9894d", "name": "network-vif-deleted", "tag": "2866c255-befd-4d8c-bbd8-aad3b9870909", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:45:02.245404 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-995631b1-9d6d-4ab5-a9d5-7356aceda19d {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:45:02.246177 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995631b1-9d6d-4ab5-a9d5-7356aceda19d'] response: {'server_uuid': '60a5d966-fce4-4e3b-aaa5-8bcf25d9894d', 'name': 'network-vif-deleted', 'tag': '2866c255-befd-4d8c-bbd8-aad3b9870909', 'status': 'completed', 'code': 200}
Apr 29 13:45:02.316000 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:02.525348 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad36e1d60>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:02.553108 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] Checking router: 397fb78c-ba25-496d-9b74-5b75452e8259 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:45:02.562286 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:02.562949 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad36e1d60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:44:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:02.690655 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:02.855076 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53108) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:02.916186 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c54075c3-0d97-4e6c-8ebe-954fa75b4f19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (79feee22-bcbd-4d25-97dc-28a26211f21d), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:02.921224 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad36e1d60>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:02.949596 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c54075c3-0d97-4e6c-8ebe-954fa75b4f19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (79feee22-bcbd-4d25-97dc-28a26211f21d), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:02.953413 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47515c-3318-424e-a28b-2fb28c347918 None None] The sync data for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi is: [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:45:03.009810 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c54075c3-0d97-4e6c-8ebe-954fa75b4f19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (79feee22-bcbd-4d25-97dc-28a26211f21d), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.012543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c54075c3-0d97-4e6c-8ebe-954fa75b4f19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.013732 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c54075c3-0d97-4e6c-8ebe-954fa75b4f19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "DELETE /v2.0/security-groups/79feee22-bcbd-4d25-97dc-28a26211f21d HTTP/1.1" status: 204  len: 168 time: 0.1569896
Apr 29 13:45:03.018634 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53110) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:03.035696 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54075c3-0d97-4e6c-8ebe-954fa75b4f19 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79feee22-bcbd-4d25-97dc-28a26211f21d,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:03.042742 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.api.v2.resource [None req-b021d61c-427e-4437-96cb-58e87afa8f6e tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] show failed (client error): The resource could not be found.
Apr 29 13:45:03.047589 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53114) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:03.049434 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-b021d61c-427e-4437-96cb-58e87afa8f6e tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups/79feee22-bcbd-4d25-97dc-28a26211f21d HTTP/1.1" status: 404  len: 347 time: 0.0303810
Apr 29 13:45:03.208395 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Deleting port 8f43eaf5-a354-41b8-8408-cfc171f1a408 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:45:03.208846 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.245848 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945d088-6659-4070-a795-aa381abe5f86 None None] New status for floating IP 07ff3ea9-31fd-4d5a-ab58-a46a22b2da69: DOWN {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:45:03.292585 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.292907 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (8f43eaf5-a354-41b8-8408-cfc171f1a408), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.307557 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Calling delete_port for 8f43eaf5-a354-41b8-8408-cfc171f1a408 owned by network:floatingip {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:45:03.460589 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (8f43eaf5-a354-41b8-8408-cfc171f1a408), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.485038 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event deleted for resources: {'Port': ['ID=8f43eaf5-a354-41b8-8408-cfc171f1a408,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:03.558337 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (07ff3ea9-31fd-4d5a-ab58-a46a22b2da69), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.561214 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:03.562426 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-166ac655-c996-47c9-9ac9-ece6aa4cb38f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "DELETE /v2.0/floatingips/07ff3ea9-31fd-4d5a-ab58-a46a22b2da69 HTTP/1.1" status: 204  len: 168 time: 0.5137317
Apr 29 13:45:03.797726 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 2866c255-befd-4d8c-bbd8-aad3b9870909 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:45:03.821681 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 2866c255-befd-4d8c-bbd8-aad3b9870909 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:45:03.822213 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 2866c255-befd-4d8c-bbd8-aad3b9870909 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:45:04.052250 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53118) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:04.057305 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-fe6d34ee-b262-4091-a5c4-2b5b820f6199 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133789488', 'description': 'tempest-description--2107540866'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:04.079734 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fe6d34ee-b262-4091-a5c4-2b5b820f6199 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.156075 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fe6d34ee-b262-4091-a5c4-2b5b820f6199 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (746504cb-2ac7-42df-9447-05f6da54e787), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.160159 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fe6d34ee-b262-4091-a5c4-2b5b820f6199 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (746504cb-2ac7-42df-9447-05f6da54e787), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.193219 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fe6d34ee-b262-4091-a5c4-2b5b820f6199 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.194476 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-fe6d34ee-b262-4091-a5c4-2b5b820f6199 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1412289
Apr 29 13:45:04.195580 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d34ee-b262-4091-a5c4-2b5b820f6199 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746504cb-2ac7-42df-9447-05f6da54e787,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:04.197981 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53122) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:04.202465 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-7fdddf9d-90cd-40be-8dd0-214020419bd7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'security_group_rule': {'security_group_id': '746504cb-2ac7-42df-9447-05f6da54e787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:04.230413 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fdddf9d-90cd-40be-8dd0-214020419bd7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (d0355270-593b-49b7-803b-fe6f688835e0), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.287127 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fdddf9d-90cd-40be-8dd0-214020419bd7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (d0355270-593b-49b7-803b-fe6f688835e0), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.291067 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fdddf9d-90cd-40be-8dd0-214020419bd7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (d0355270-593b-49b7-803b-fe6f688835e0), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.308381 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdddf9d-90cd-40be-8dd0-214020419bd7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0355270-593b-49b7-803b-fe6f688835e0,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:04.318465 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fdddf9d-90cd-40be-8dd0-214020419bd7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.319736 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7fdddf9d-90cd-40be-8dd0-214020419bd7 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1207719
Apr 29 13:45:04.323074 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53124) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:04.328057 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-3a000520-3b2b-42f8-9e2c-5184796df000 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'security_group_rule': {'security_group_id': '746504cb-2ac7-42df-9447-05f6da54e787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:04.356077 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3a000520-3b2b-42f8-9e2c-5184796df000 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (453cf4c3-73be-452b-a5e6-f740d035d5ea), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.419829 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3a000520-3b2b-42f8-9e2c-5184796df000 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (453cf4c3-73be-452b-a5e6-f740d035d5ea), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.423612 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3a000520-3b2b-42f8-9e2c-5184796df000 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (453cf4c3-73be-452b-a5e6-f740d035d5ea), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.441397 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a000520-3b2b-42f8-9e2c-5184796df000 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453cf4c3-73be-452b-a5e6-f740d035d5ea,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:04.450692 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3a000520-3b2b-42f8-9e2c-5184796df000 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.451885 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-3a000520-3b2b-42f8-9e2c-5184796df000 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1277359
Apr 29 13:45:04.454947 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53126) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:04.459488 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:04.480562 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.563910 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.677250 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Allocated IP 172.27.2.131 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/a9b93df2-9ea9-4619-bc09-24d9412c73f3) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:04.794445 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.831872 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:04.875018 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:04.880104 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:04.882523 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:04.908407 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'Port': ['ID=a9b93df2-9ea9-4619-bc09-24d9412c73f3,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:04.983964 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (aa7d7fb9-6146-444b-8004-d3c1cc9564a4), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:05.028493 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:05.195535 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:05.200293 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:05.277748 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'Port': ['ID=a9b93df2-9ea9-4619-bc09-24d9412c73f3,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:05.289381 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (aa7d7fb9-6146-444b-8004-d3c1cc9564a4), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:05.305314 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:05.307352 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-cbdf1f91-d5b8-4bd7-9fd1-fb6427cd3c5c tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8511214
Apr 29 13:45:05.522226 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-71b723c8-e3e5-4abc-89ba-082311024b8e tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--133789488&fields=id&tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8 HTTP/1.1" status: 200  len: 267 time: 0.0549214
Apr 29 13:45:05.635059 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-be65eed1-a813-4815-9fe3-4ae8922a1a44 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:05.636751 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-be65eed1-a813-4815-9fe3-4ae8922a1a44 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 811 time: 0.1068802
Apr 29 13:45:05.652675 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8e34a24a-2684-47bf-8c80-baf55790267a tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/quotas/99351ec3a01b4218bf7e4f4cc4fa3cf8 HTTP/1.1" status: 200  len: 375 time: 0.0100014
Apr 29 13:45:05.703522 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-6ce89462-d195-49fe-b3c9-2e0e8f8e740f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0453854
Apr 29 13:45:05.910541 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-b55f6bff-a333-4294-9176-a1df50e04a10 service neutron] 10.222.0.52 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944203
Apr 29 13:45:06.006699 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-2968c89f-0d20-4197-a5ba-46b7f282feb7 service neutron] 10.222.0.52 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902135
Apr 29 13:45:06.198930 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1247cb8c-f740-4df1-a81e-0fe452dc90f1 req-5c57b7b1-8f43-4b39-8cad-6abe61071f7e tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 210 time: 0.0470569
Apr 29 13:45:07.245361 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-ead479b9-450c-47ae-9ee1-3304ef2b2014 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:07.246830 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-ead479b9-450c-47ae-9ee1-3304ef2b2014 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 811 time: 0.1176984
Apr 29 13:45:07.360619 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3622ef21-0375-4623-880f-b66b717bcfbb req-72885de8-8991-44b9-85c2-d5110475bf29 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 210 time: 0.0458367
Apr 29 13:45:07.365626 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-71692370-12b7-44de-8ca4-b05da789fb7d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8 HTTP/1.1" status: 200  len: 379 time: 0.1090159
Apr 29 13:45:07.397512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'port': {'device_id': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'admin_state_up': True, 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'security_groups': ['746504cb-2ac7-42df-9447-05f6da54e787']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:07.509017 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Made reservation on behalf of 99351ec3a01b4218bf7e4f4cc4fa3cf8 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:45:07.512973 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:07.646166 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Allocated IP 172.20.0.9 (7688bf06-bbe1-4903-9c3c-3a1f549ffd58/a785faf1-7594-440f-ae6b-1ca45883eb06/d87e3dbb-b288-48a7-b77e-6e0a91360e40) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:07.790022 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:07.825939 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:07.868502 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:07.873768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:07.877625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:07.906386 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event updated for resources: {'Port': ['ID=d87e3dbb-b288-48a7-b77e-6e0a91360e40,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:07.938310 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:07.939090 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:07.963267 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-8a409835-c4f7-448d-9fd3-53d298400654 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5695770
Apr 29 13:45:07.975310 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Request body: {'port': {'device_id': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:08.044740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:08.069269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-0f8f6fc6-e15d-4206-bde8-0b3515b0cba1 None None] Provisioning complete for port d87e3dbb-b288-48a7-b77e-6e0a91360e40 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:08.069976 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6fc6-e15d-4206-bde8-0b3515b0cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:08.107204 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f6fc6-e15d-4206-bde8-0b3515b0cba1 None None] Port d87e3dbb-b288-48a7-b77e-6e0a91360e40 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:45:08.329746 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87e3dbb-b288-48a7-b77e-6e0a91360e40 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:45:08.338480 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Publish callbacks [] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:08.351130 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Transition to ACTIVE for port object d87e3dbb-b288-48a7-b77e-6e0a91360e40 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:45:08.355902 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:08.428945 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e3dbb-b288-48a7-b77e-6e0a91360e40,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:08.520258 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6ff3-fefc-413d-8b4e-c268edb6d4a3 req-1cd5eda4-f067-41bd-814a-b02aebe771d3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:08.521840 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-899a6ff3-fefc-413d-8b4e-c268edb6d4a3 req-1cd5eda4-f067-41bd-814a-b02aebe771d3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 943 time: 0.0637612
Apr 29 13:45:08.542418 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Attempting to bind port d87e3dbb-b288-48a7-b77e-6e0a91360e40 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:45:08.542789 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Attempting to bind port d87e3dbb-b288-48a7-b77e-6e0a91360e40 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:45:08.543118 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Attempting to bind port d87e3dbb-b288-48a7-b77e-6e0a91360e40 on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:08.557302 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Port d87e3dbb-b288-48a7-b77e-6e0a91360e40 on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:45:08.557695 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Attempting to bind port d87e3dbb-b288-48a7-b77e-6e0a91360e40 on network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:08.566207 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:45:08.566551 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Checking segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:08.566984 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Bound using segment: {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:45:08.567419 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Bound port: d87e3dbb-b288-48a7-b77e-6e0a91360e40, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574c9a80-e88a-49df-9fc5-9c21c6eced34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:45:08.567788 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:08.604127 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-899a6ff3-fefc-413d-8b4e-c268edb6d4a3 req-c3ccec6a-cf34-4c56-b771-c6c53d8bba85 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738809
Apr 29 13:45:08.657812 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] For port d87e3dbb-b288-48a7-b77e-6e0a91360e40, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:45:08.660945 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] For port d87e3dbb-b288-48a7-b77e-6e0a91360e40, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:45:08.669521 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:08.701617 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:08.702433 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:08.703720 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] 10.222.0.48 "PUT /v2.0/ports/d87e3dbb-b288-48a7-b77e-6e0a91360e40 HTTP/1.1" status: 200  len: 1093 time: 0.7330217
Apr 29 13:45:08.706375 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:45:08.709372 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f97253-e2f1-4cab-befd-f73ced7d4510" -d '{"events": [{"name": "network-changed", "server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:45:08.744736 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1e788-1190-4c41-b583-53c9051f2686 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e3dbb-b288-48a7-b77e-6e0a91360e40,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:08.759233 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c999259-13fe-49a0-b5a8-e4140212ad9e x-openstack-request-id: req-8c999259-13fe-49a0-b5a8-e4140212ad9e {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:45:08.759681 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:45:08.759939 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c999259-13fe-49a0-b5a8-e4140212ad9e {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:45:08.760344 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c999259-13fe-49a0-b5a8-e4140212ad9e'] response: {'name': 'network-changed', 'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'status': 'completed', 'code': 200}
Apr 29 13:45:08.793885 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-674cc2a0-3d3e-4387-b5ef-94c1b08e98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:08.795440 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-674cc2a0-3d3e-4387-b5ef-94c1b08e98c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 1127 time: 0.0460389
Apr 29 13:45:08.840347 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-5ac37c8c-f1bb-4aa8-a1e2-aa8bd39be79f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40 HTTP/1.1" status: 200  len: 217 time: 0.0373883
Apr 29 13:45:08.901989 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-742becf8-c994-42f2-bd84-78899344aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:08.904389 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-742becf8-c994-42f2-bd84-78899344aede service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.0569973
Apr 29 13:45:08.951246 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-df62cd77-6853-4e2a-b11f-db72812eb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:08.952772 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-df62cd77-6853-4e2a-b11f-db72812eb9c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0400503
Apr 29 13:45:09.048043 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-e7d60074-a03f-4a96-84a7-1ede390ba7c6 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880315
Apr 29 13:45:09.147444 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-21327f8b-7b3a-4be3-9cdd-fcb7d9138927 req-3ed655d9-e1bd-4b67-82bc-85bcf96edb8b service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903990
Apr 29 13:45:09.717859 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68dc21-54a8-41b7-b830-62d10d572a7d req-a3395b50-933c-4a2a-95c2-76b25cdcbfe3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:09.719385 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f68dc21-54a8-41b7-b830-62d10d572a7d req-a3395b50-933c-4a2a-95c2-76b25cdcbfe3 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 943 time: 0.0479848
Apr 29 13:45:09.771066 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f68dc21-54a8-41b7-b830-62d10d572a7d req-ef325d94-ed15-4642-890a-1e226ef6e0ac tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460906
Apr 29 13:45:10.268828 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:10.463367 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-d9dbc911-654e-4f47-a59a-3967a2ececc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:10.464861 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-d9dbc911-654e-4f47-a59a-3967a2ececc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 1127 time: 0.0405262
Apr 29 13:45:10.560153 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:45:10.564756 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-d1c3910b-a348-4ff9-8dbd-da4f0412d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:10.566295 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-d1c3910b-a348-4ff9-8dbd-da4f0412d1c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 912 time: 0.0946267
Apr 29 13:45:10.616981 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-6568f59e-cda6-45af-ac60-1294d7ed2a09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40 HTTP/1.1" status: 200  len: 217 time: 0.0412657
Apr 29 13:45:10.673514 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-efcfc274-cc2d-423b-bb35-59f5450ec4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:10.676005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-efcfc274-cc2d-423b-bb35-59f5450ec4e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.0496602
Apr 29 13:45:10.719512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-411c3435-f001-434a-9ca3-5a0789d9b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:10.721137 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-411c3435-f001-434a-9ca3-5a0789d9b3db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0401163
Apr 29 13:45:11.112759 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd301f-dec0-4099-abb3-b09fd63b51cf req-2f8eb667-0ec9-48dc-91c0-d674ee863b0f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:11.114203 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c5fd301f-dec0-4099-abb3-b09fd63b51cf req-2f8eb667-0ec9-48dc-91c0-d674ee863b0f tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 943 time: 0.0636714
Apr 29 13:45:11.120281 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-362ad479-5d0d-4564-b801-c1ba7385f092 service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3928084
Apr 29 13:45:11.219930 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c5fd301f-dec0-4099-abb3-b09fd63b51cf req-a61ea6d1-f46a-427f-9bda-c8a89fd03558 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987039
Apr 29 13:45:11.240563 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-64f97253-e2f1-4cab-befd-f73ced7d4510 req-cf9f9ce0-9f77-45c2-99dd-f59cf6cc87ea service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1128535
Apr 29 13:45:11.849305 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device d87e3dbb-b288-48a7-b77e-6e0a91360e40 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:45:11.952922 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port d87e3dbb-b288-48a7-b77e-6e0a91360e40, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:11.964823 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'port_id': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'mac_address': 'fa:16:3e:b7:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:45:12.002414 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port d87e3dbb-b288-48a7-b77e-6e0a91360e40 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:12.002738 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:12.019216 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87e3dbb-b288-48a7-b77e-6e0a91360e40 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:45:12.038476 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port d87e3dbb-b288-48a7-b77e-6e0a91360e40, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:12.043324 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:12.225289 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=d87e3dbb-b288-48a7-b77e-6e0a91360e40,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:12.232955 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.233302 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.233669 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.234013 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.234352 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.234702 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.235031 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.235353 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.235675 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.235997 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.236344 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.236681 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.237003 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.237321 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.237637 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:12.332292 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581e230-98c2-4933-b402-7d13c9b5ccad req-47bbeb2c-ebae-4344-a1fd-9164b2e345c0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:12.333762 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6581e230-98c2-4933-b402-7d13c9b5ccad req-47bbeb2c-ebae-4344-a1fd-9164b2e345c0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 944 time: 0.0474005
Apr 29 13:45:12.381663 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6581e230-98c2-4933-b402-7d13c9b5ccad req-9baa3daa-1747-48e6-a7f2-adef6b568a5d tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408530
Apr 29 13:45:13.502057 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40235a00-dea6-4ac3-958e-1f8ac30f5260 req-ef5ba358-9ca9-437c-85f6-12ba9722cb77 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:13.503647 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-40235a00-dea6-4ac3-958e-1f8ac30f5260 req-ef5ba358-9ca9-437c-85f6-12ba9722cb77 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 944 time: 0.0522046
Apr 29 13:45:13.549734 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-40235a00-dea6-4ac3-958e-1f8ac30f5260 req-2b5983ec-067b-49cb-b8e1-bcc2cee7ee89 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406518
Apr 29 13:45:14.667841 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb57650-3d8f-48b6-8aa1-000e600dc0f5 req-74f286ce-3957-4963-9cf7-0c7658584903 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:14.669462 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dcb57650-3d8f-48b6-8aa1-000e600dc0f5 req-74f286ce-3957-4963-9cf7-0c7658584903 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 944 time: 0.0481803
Apr 29 13:45:14.719459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dcb57650-3d8f-48b6-8aa1-000e600dc0f5 req-aaca3422-42ef-48dd-9d23-b9fb4619c7f8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441012
Apr 29 13:45:14.743715 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['d87e3dbb-b288-48a7-b77e-6e0a91360e40'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:45:15.832352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9038-dead-4a47-b0f0-f930c257bdf3 req-fd96d71a-ab63-4669-9b18-c5dab8998192 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:15.833810 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-868d9038-dead-4a47-b0f0-f930c257bdf3 req-fd96d71a-ab63-4669-9b18-c5dab8998192 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 944 time: 0.0480199
Apr 29 13:45:15.884020 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-868d9038-dead-4a47-b0f0-f930c257bdf3 req-f54ca9b1-f40a-4c54-b376-562ec2f84375 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439880
Apr 29 13:45:16.656131 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device d87e3dbb-b288-48a7-b77e-6e0a91360e40 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:16.702706 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port d87e3dbb-b288-48a7-b77e-6e0a91360e40 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:45:16.709560 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port d87e3dbb-b288-48a7-b77e-6e0a91360e40 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:16.709857 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:16.792829 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port d87e3dbb-b288-48a7-b77e-6e0a91360e40 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:16.793254 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:16.817277 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:45:16.819567 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1254ba-f5a1-4d02-ad41-9e31ddbe1bd4" -d '{"events": [{"server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "name": "network-vif-plugged", "status": "completed", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:45:16.835112 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port d87e3dbb-b288-48a7-b77e-6e0a91360e40, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:16.840169 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:16.865343 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdda5ba-0689-4889-8ef4-d3e09a12ad8a x-openstack-request-id: req-6bdda5ba-0689-4889-8ef4-d3e09a12ad8a {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:45:16.865636 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "name": "network-vif-plugged", "status": "completed", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:45:16.865887 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bdda5ba-0689-4889-8ef4-d3e09a12ad8a {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:45:16.866281 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bdda5ba-0689-4889-8ef4-d3e09a12ad8a'] response: {'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'code': 200}
Apr 29 13:45:16.900875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=d87e3dbb-b288-48a7-b77e-6e0a91360e40,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:17.016691 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a989-40b6-4145-9572-526cdbbed663 req-47245857-754f-4342-a06a-a7aa3f4d95e8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:17.018248 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2289a989-40b6-4145-9572-526cdbbed663 req-47245857-754f-4342-a06a-a7aa3f4d95e8 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 945 time: 0.0626428
Apr 29 13:45:17.060740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed73b0-00ef-4e91-b292-cf4e416e382c req-c93909b7-7bff-417b-adc5-11694538f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:17.062269 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b0ed73b0-00ef-4e91-b292-cf4e416e382c req-c93909b7-7bff-417b-adc5-11694538f449 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 1129 time: 0.0639956
Apr 29 13:45:17.105392 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2289a989-40b6-4145-9572-526cdbbed663 req-8c0555d5-1ed5-4517-af6a-1dcf9f3e7fd2 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710914
Apr 29 13:45:17.132007 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b0ed73b0-00ef-4e91-b292-cf4e416e382c req-b0e36f8a-caa4-44a7-a84d-70d912b02890 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596967
Apr 29 13:45:18.224729 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e10e4-4c3e-4c9e-96f2-4ff716b341e2 req-d324a0ca-dc53-4a59-981e-f48084e90b1a tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:18.226199 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-907e10e4-4c3e-4c9e-96f2-4ff716b341e2 req-d324a0ca-dc53-4a59-981e-f48084e90b1a tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 945 time: 0.0504286
Apr 29 13:45:18.273658 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-907e10e4-4c3e-4c9e-96f2-4ff716b341e2 req-7cb608e0-b0e9-46af-8973-68e1248e8048 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416133
Apr 29 13:45:19.402352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb375e-e1f5-4477-be49-3f8553a0b62a req-7a8f7754-5cd0-4e0d-a138-9a6274302d65 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:19.403784 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5eb375e-e1f5-4477-be49-3f8553a0b62a req-7a8f7754-5cd0-4e0d-a138-9a6274302d65 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 945 time: 0.0548685
Apr 29 13:45:19.453154 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5eb375e-e1f5-4477-be49-3f8553a0b62a req-2de9dd38-9154-4082-91a6-d3dea95f8598 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433850
Apr 29 13:45:19.565666 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126d331-77f7-415f-80f6-b060b9daf2e1 req-f5f53134-0765-40d2-867f-5cf2c1df9a63 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:19.567157 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c126d331-77f7-415f-80f6-b060b9daf2e1 req-f5f53134-0765-40d2-867f-5cf2c1df9a63 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 945 time: 0.0500698
Apr 29 13:45:19.575852 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53246) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:19.580506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Request body: {'floatingip': {'port_id': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:19.620901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (aa7d7fb9-6146-444b-8004-d3c1cc9564a4), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:19.992679 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-1ddb928b-982a-4e37-ab63-31da7dd52b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:20.104010 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:20.108268 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (aa7d7fb9-6146-444b-8004-d3c1cc9564a4), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:20.215770 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Floating IP aa7d7fb9-6146-444b-8004-d3c1cc9564a4 associated. External IP: 172.27.2.131, port: d87e3dbb-b288-48a7-b77e-6e0a91360e40.
Apr 29 13:45:20.434910 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Router 397fb78c-ba25-496d-9b74-5b75452e8259 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:45:20.547606 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:45:20.552488 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:20.558171 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] Sync routers for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:45:20.568069 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:20.568677 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae28b2af0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:44:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:20.583661 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a5c2d643-b806-4353-bbe1-6f6a531a83e0 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "PUT /v2.0/floatingips/aa7d7fb9-6146-444b-8004-d3c1cc9564a4 HTTP/1.1" status: 200  len: 991 time: 1.0066278
Apr 29 13:45:20.584237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:45:20.586841 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64d71de-2c2f-4680-b090-8379381756f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:45:20.622641 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2517fa2f-1ff6-4c7e-85f0-ef9604121b24 x-openstack-request-id: req-2517fa2f-1ff6-4c7e-85f0-ef9604121b24 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:45:20.622944 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:45:20.623204 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2517fa2f-1ff6-4c7e-85f0-ef9604121b24 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:45:20.623615 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2517fa2f-1ff6-4c7e-85f0-ef9604121b24'] response: {'name': 'network-changed', 'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'status': 'completed', 'code': 200}
Apr 29 13:45:20.682724 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:20.900383 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae28b2af0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'aa7d7fb9-6146-444b-8004-d3c1cc9564a4', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'port_id': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'mac_address': 'fa:16:3e:b7:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:45:04Z', 'updated_at': '2022-04-29T13:45:19Z', 'revision_number': 1, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:20.927696 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] Checking router: 397fb78c-ba25-496d-9b74-5b75452e8259 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:45:20.937291 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:20.937934 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae28b2af0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:44:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:21.060880 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:21.306487 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae28b2af0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'aa7d7fb9-6146-444b-8004-d3c1cc9564a4', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'port_id': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'mac_address': 'fa:16:3e:b7:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:45:04Z', 'updated_at': '2022-04-29T13:45:19Z', 'revision_number': 1, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:21.334500 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bb7148-c5d3-41fd-8456-a6d3dc1fb204 None None] The sync data for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi is: [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'aa7d7fb9-6146-444b-8004-d3c1cc9564a4', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'port_id': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'mac_address': 'fa:16:3e:b7:e0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:45:04Z', 'updated_at': '2022-04-29T13:45:19Z', 'revision_number': 1, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:45:21.555854 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f8887-593c-4993-8767-cc2ffd83a3ea None None] New status for floating IP aa7d7fb9-6146-444b-8004-d3c1cc9564a4: ACTIVE {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:45:21.809237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d71de-2c2f-4680-b090-8379381756f4 req-53412626-5bf9-476a-80e5-cb34aff0f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:21.810811 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e64d71de-2c2f-4680-b090-8379381756f4 req-53412626-5bf9-476a-80e5-cb34aff0f1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 1129 time: 0.0443270
Apr 29 13:45:21.910431 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d71de-2c2f-4680-b090-8379381756f4 req-8d5b763e-4018-40b0-9831-dbae461574b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:21.911977 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e64d71de-2c2f-4680-b090-8379381756f4 req-8d5b763e-4018-40b0-9831-dbae461574b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 200  len: 912 time: 0.0934560
Apr 29 13:45:21.980227 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e64d71de-2c2f-4680-b090-8379381756f4 req-1052fc92-cbcc-4df1-ac05-cf1f41dd98ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40 HTTP/1.1" status: 200  len: 1001 time: 0.0618949
Apr 29 13:45:22.029445 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d71de-2c2f-4680-b090-8379381756f4 req-12b05a9e-5d55-45ce-ac2f-8836720dc6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:22.030970 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e64d71de-2c2f-4680-b090-8379381756f4 req-12b05a9e-5d55-45ce-ac2f-8836720dc6ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 200  len: 850 time: 0.0447066
Apr 29 13:45:22.081952 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d71de-2c2f-4680-b090-8379381756f4 req-feae6e16-0c4c-49ff-a91b-a7f5cd591c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:22.083556 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e64d71de-2c2f-4680-b090-8379381756f4 req-feae6e16-0c4c-49ff-a91b-a7f5cd591c62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7688bf06-bbe1-4903-9c3c-3a1f549ffd58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0456114
Apr 29 13:45:22.184972 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e64d71de-2c2f-4680-b090-8379381756f4 req-e7ee7548-ff21-46a3-b9e0-60c81d9d3ddf service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948384
Apr 29 13:45:22.286563 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e64d71de-2c2f-4680-b090-8379381756f4 req-d8b00a5e-89e5-4b38-a406-03e96dbc8f9d service neutron] 10.222.0.48 "GET /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952630
Apr 29 13:45:22.505254 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-07e6bc2b-fd49-4da0-a153-1c6f28645d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:23.697158 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:25.037571 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:26.666992 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.105234 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53294) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:28.223765 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ca03cf3b-d1f4-4821-8881-d8d9b8405bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.309885 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ca03cf3b-d1f4-4821-8881-d8d9b8405bc8 admin admin] Publish callbacks [] for security_group (2a21605b-b890-4ace-b538-870e4e14bd67), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.316213 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ca03cf3b-d1f4-4821-8881-d8d9b8405bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2a21605b-b890-4ace-b538-870e4e14bd67), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.357788 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ca03cf3b-d1f4-4821-8881-d8d9b8405bc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4971072a928c4a2f89906a3c150f57e4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2514105
Apr 29 13:45:28.358515 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03cf3b-d1f4-4821-8881-d8d9b8405bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a21605b-b890-4ace-b538-870e4e14bd67,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:28.361670 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53298) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:28.416080 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde1-aec7-4a2f-99b3-2d2428ff85b5 admin admin] Publish callbacks [] for security_group (2a21605b-b890-4ace-b538-870e4e14bd67), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.441033 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde1-aec7-4a2f-99b3-2d2428ff85b5 admin admin] Publish callbacks [] for security_group (2a21605b-b890-4ace-b538-870e4e14bd67), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.504195 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde1-aec7-4a2f-99b3-2d2428ff85b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2a21605b-b890-4ace-b538-870e4e14bd67), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.507158 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bde1-aec7-4a2f-99b3-2d2428ff85b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:28.508496 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c8e2bde1-aec7-4a2f-99b3-2d2428ff85b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a21605b-b890-4ace-b538-870e4e14bd67 HTTP/1.1" status: 204  len: 168 time: 0.1458554
Apr 29 13:45:28.518308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2bde1-aec7-4a2f-99b3-2d2428ff85b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a21605b-b890-4ace-b538-870e4e14bd67,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:29.227196 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53320) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:29.334711 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-293040731-network', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:29.356110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Made reservation on behalf of de4a8f8d563b4ab787ffac70ae770e05 for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:45:29.358476 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.369289 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.461012 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks [] for security_group (0002f30e-3207-4052-b7ce-46c683a29630), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.466221 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0002f30e-3207-4052-b7ce-46c683a29630), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.495895 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:45:29.502875 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0002f30e-3207-4052-b7ce-46c683a29630,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:29.510851 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (b20162f1-0b0e-460a-948d-6e302b9da867), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.511202 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Added segment b20162f1-0b0e-460a-948d-6e302b9da867 of type vlan for network 5c7db084-3551-4948-a794-b280f9dd4ed8
Apr 29 13:45:29.559601 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (5c7db084-3551-4948-a794-b280f9dd4ed8), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.590657 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (5c7db084-3551-4948-a794-b280f9dd4ed8), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.591873 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:29.592589 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.632137 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4033601
Apr 29 13:45:29.637709 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53324) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:29.643872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Request body: {'subnet': {'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-293040731-subnet', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:29.665028 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2088f3-d355-483f-9cae-6fd9df2979b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7db084-3551-4948-a794-b280f9dd4ed8,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:29.668251 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Made reservation on behalf of de4a8f8d563b4ab787ffac70ae770e05 for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:45:29.670874 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170082'] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.682430 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:45:29.884281 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59200663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170256'] for subnet (816107df-a23a-4815-90e1-8c3be0c8343b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:29.996307 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816107df-a23a-4815-90e1-8c3be0c8343b,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:30.005569 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Checking segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:30.006200 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Network hostable DHCP agents. Network: 5c7db084-3551-4948-a794-b280f9dd4ed8, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:45:30.043415 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:45:30.055182 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 5c7db084-3551-4948-a794-b280f9dd4ed8) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:30.060818 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:30.061022 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.065194 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd684f1-7b99-4a8f-947e-a55efd03d15c None None] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:45:30.081298 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-d6a3a700-8923-48ef-a3e9-de1a9b33a1b0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4417644
Apr 29 13:45:30.084147 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53326) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:30.091223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:30.119641 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (2d838829-d680-4e03-a055-4f8dbd1a138d), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.120698 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (2d838829-d680-4e03-a055-4f8dbd1a138d), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.187395 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks [] for router_controller (2d838829-d680-4e03-a055-4f8dbd1a138d), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.200588 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-5c7db084-3551-4948-a794-b280f9dd4ed8', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:45:30.201727 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.359159 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Allocated IP 172.20.0.2 (5c7db084-3551-4948-a794-b280f9dd4ed8/816107df-a23a-4815-90e1-8c3be0c8343b/a89e76da-45e1-437e-abed-876cee78c3fc) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:30.381924 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks [] for router_gateway (2d838829-d680-4e03-a055-4f8dbd1a138d), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.562653 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Publish callbacks [] for port (a89e76da-45e1-437e-abed-876cee78c3fc), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.568720 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.614550 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:30.621581 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:30.626186 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:30.634692 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Pushing event updated for resources: {'Port': ['ID=a89e76da-45e1-437e-abed-876cee78c3fc,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:30.701034 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Attempting to bind port a89e76da-45e1-437e-abed-876cee78c3fc on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:45:30.702065 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Attempting to bind port a89e76da-45e1-437e-abed-876cee78c3fc by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:45:30.702065 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Attempting to bind port a89e76da-45e1-437e-abed-876cee78c3fc on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:30.709451 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:45:30.709919 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Checking segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:30.710353 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.711452 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Bound using segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:45:30.711979 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Bound port: a89e76da-45e1-437e-abed-876cee78c3fc, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:45:30.712414 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.803204 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] For port a89e76da-45e1-437e-abed-876cee78c3fc, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:45:30.808811 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] For port a89e76da-45e1-437e-abed-876cee78c3fc, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a89e76da-45e1-437e-abed-876cee78c3fc,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:45:30.818094 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.902296 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5def34-fb70-4cc5-918c-28f0951ea1a0 None None] Pushing event updated for resources: {'Port': ['ID=a89e76da-45e1-437e-abed-876cee78c3fc,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:30.945728 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks [] for router_gateway (2d838829-d680-4e03-a055-4f8dbd1a138d), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:30.976875 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:31.151724 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Allocated IP 172.27.2.115 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/a1ae98ff-5735-494d-b053-519e773fde78) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:31.302874 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks [] for port (a1ae98ff-5735-494d-b053-519e773fde78), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:31.340687 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (a1ae98ff-5735-494d-b053-519e773fde78), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:31.382651 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:31.386120 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:31.388720 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:31.427047 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ae98ff-5735-494d-b053-519e773fde78,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:31.720630 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks [] for router_gateway (2d838829-d680-4e03-a055-4f8dbd1a138d), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:31.884039 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b9bf3-dab0-4d17-b467-ce899f0f61da None None] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:45:32.004025 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-bf004185-ef1b-4169-b5a0-9d84ce7bf1ca None None] Provisioning complete for port a89e76da-45e1-437e-abed-876cee78c3fc triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:32.004659 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bf004185-ef1b-4169-b5a0-9d84ce7bf1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:32.043719 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a89e76da-45e1-437e-abed-876cee78c3fc up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:32.048329 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (2d838829-d680-4e03-a055-4f8dbd1a138d), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:32.138982 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port a89e76da-45e1-437e-abed-876cee78c3fc triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:32.139459 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:32.178122 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-bf004185-ef1b-4169-b5a0-9d84ce7bf1ca None None] Current status of the port a89e76da-45e1-437e-abed-876cee78c3fc is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:32.178648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bf004185-ef1b-4169-b5a0-9d84ce7bf1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:32.231760 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-bf004185-ef1b-4169-b5a0-9d84ce7bf1ca None None] For port a89e76da-45e1-437e-abed-876cee78c3fc, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a89e76da-45e1-437e-abed-876cee78c3fc,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:32.237076 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bf004185-ef1b-4169-b5a0-9d84ce7bf1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:32.307015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Router 2d838829-d680-4e03-a055-4f8dbd1a138d is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:45:32.503464 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:45:32.527964 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:32.529452 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-5aa3b664-4430-4064-95ec-a96ab0c0e0e7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.4439394
Apr 29 13:45:32.532462 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53332) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:32.544811 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:45:32.547115 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf004185-ef1b-4169-b5a0-9d84ce7bf1ca None None] Pushing event updated for resources: {'Port': ['ID=a89e76da-45e1-437e-abed-876cee78c3fc,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:32.560991 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port a89e76da-45e1-437e-abed-876cee78c3fc is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:32.565705 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-b4dcad64-6688-4f83-acea-c8e38c0663da None None] Provisioning complete for port a89e76da-45e1-437e-abed-876cee78c3fc triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:32.566034 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b4dcad64-6688-4f83-acea-c8e38c0663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:32.571759 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:32.572449 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3607190>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:32.764989 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:32.797974 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-b4dcad64-6688-4f83-acea-c8e38c0663da None None] Current status of the port a89e76da-45e1-437e-abed-876cee78c3fc is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:32.957144 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3607190>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:31Z', 'revision_number': 3, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:32.987286 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:45:32.987638 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Updating router 2d838829-d680-4e03-a055-4f8dbd1a138d port a1ae98ff-5735-494d-b053-519e773fde78 binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:45:33.020636 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a1ae98ff-5735-494d-b053-519e773fde78), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.047350 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.285157 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Allocated IP 172.20.0.1 (5c7db084-3551-4948-a794-b280f9dd4ed8/816107df-a23a-4815-90e1-8c3be0c8343b/ddb3966e-f46a-458a-8379-7a631d47531b) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:33.366126 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Publish callbacks [] for port (a1ae98ff-5735-494d-b053-519e773fde78), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.380168 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (a1ae98ff-5735-494d-b053-519e773fde78), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.417305 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks [] for port (ddb3966e-f46a-458a-8379-7a631d47531b), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.462292 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.463241 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Attempting to bind port a1ae98ff-5735-494d-b053-519e773fde78 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:45:33.463843 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Attempting to bind port a1ae98ff-5735-494d-b053-519e773fde78 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:45:33.464436 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Attempting to bind port a1ae98ff-5735-494d-b053-519e773fde78 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:33.479057 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:45:33.479681 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:33.480359 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.481027 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:45:33.481857 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Bound port: a1ae98ff-5735-494d-b053-519e773fde78, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:45:33.482507 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a1ae98ff-5735-494d-b053-519e773fde78), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.485497 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ac31a-73a8-46f0-a406-547ff310368b None None] Pushing event updated for resources: {'Port': ['ID=a1ae98ff-5735-494d-b053-519e773fde78,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:33.529827 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:33.531507 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb3966e-f46a-458a-8379-7a631d47531b,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:33.535489 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:33.538266 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:33.580538 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] For port a1ae98ff-5735-494d-b053-519e773fde78, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:45:33.586958 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] For port a1ae98ff-5735-494d-b053-519e773fde78, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a1ae98ff-5735-494d-b053-519e773fde78,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:45:33.590357 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (2d838829-d680-4e03-a055-4f8dbd1a138d), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.596863 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (a1ae98ff-5735-494d-b053-519e773fde78), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.685482 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ac31a-73a8-46f0-a406-547ff310368b None None] Pushing event updated for resources: {'Port': ['ID=a1ae98ff-5735-494d-b053-519e773fde78,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:33.692933 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:33.694056 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3607190>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:33.809345 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.871570 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-d39ee6b3-a5bf-411c-9d4f-4dd515e14fb7 None None] Provisioning complete for port ddb3966e-f46a-458a-8379-7a631d47531b triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:33.872367 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d39ee6b3-a5bf-411c-9d4f-4dd515e14fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:33.925144 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:34.021580 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a89e76da-45e1-437e-abed-876cee78c3fc up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:34.035561 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks [] for port (ddb3966e-f46a-458a-8379-7a631d47531b), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:34.041646 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:34.076063 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-d39ee6b3-a5bf-411c-9d4f-4dd515e14fb7 None None] Port ddb3966e-f46a-458a-8379-7a631d47531b cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:45:34.113713 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb3966e-f46a-458a-8379-7a631d47531b,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:34.119388 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (2d838829-d680-4e03-a055-4f8dbd1a138d), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:34.153195 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port a89e76da-45e1-437e-abed-876cee78c3fc triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:34.153573 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:34.244738 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3607190>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:31Z', 'revision_number': 3, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:34.246298 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:34.248036 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:34.293222 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4d885-cbf0-4a79-bba0-fc9d29793dfc None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:31Z', 'revision_number': 3, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:45:34.313618 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port a89e76da-45e1-437e-abed-876cee78c3fc is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:34.434875 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:45:34.522011 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-207a7e07-0b5d-4015-9dbf-192dbd83f517 None None] Provisioning complete for port ddb3966e-f46a-458a-8379-7a631d47531b triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:34.522394 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-207a7e07-0b5d-4015-9dbf-192dbd83f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:34.583696 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-207a7e07-0b5d-4015-9dbf-192dbd83f517 None None] Port ddb3966e-f46a-458a-8379-7a631d47531b cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:45:34.606039 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:45:34.611826 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-02f2452a-28fc-47b9-a06f-c227f158b486 admin admin] 10.222.0.52 "PUT /v2.0/routers/2d838829-d680-4e03-a055-4f8dbd1a138d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0782764
Apr 29 13:45:35.271962 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53350) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:35.277866 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1030233588-network', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:35.300600 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Made reservation on behalf of bc118693f76e457d985dc062299dbdb6 for: {'network': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:45:35.304223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.320257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.435745 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks [] for security_group (34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.441397 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.475211 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384}  {{(pid=103577) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:45:35.483174 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:35.490331 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (4bdf295c-ce03-48a2-ae73-dac381f0fcf8), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.490730 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.segments_db [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Added segment 4bdf295c-ce03-48a2-ae73-dac381f0fcf8 of type vlan for network e04aaa26-b313-49f0-a07d-3dfe08ad47db
Apr 29 13:45:35.539334 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (e04aaa26-b313-49f0-a07d-3dfe08ad47db), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.570921 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (e04aaa26-b313-49f0-a07d-3dfe08ad47db), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.572473 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:35.573214 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.615658 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3420599
Apr 29 13:45:35.620951 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53352) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:35.626641 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Request body: {'subnet': {'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1030233588-subnet', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'ip_version': 4}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:35.655571 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Made reservation on behalf of bc118693f76e457d985dc062299dbdb6 for: {'subnet': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:45:35.656494 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc9cf-4627-4373-bc34-d3dd413a86e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e04aaa26-b313-49f0-a07d-3dfe08ad47db,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:35.658357 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58817309'] for subnet (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.669605 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:45:35.892818 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58735770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58817519'] for subnet (fd29d31b-a65c-4b98-a38d-28af37ea859c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:35.964950 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd29d31b-a65c-4b98-a38d-28af37ea859c,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:35.985844 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Checking segment: {'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:35.986535 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Network hostable DHCP agents. Network: e04aaa26-b313-49f0-a07d-3dfe08ad47db, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:45:36.014129 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a1ae98ff-5735-494d-b053-519e773fde78 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:36.021752 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:45:36.034919 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, e04aaa26-b313-49f0-a07d-3dfe08ad47db) {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:36.041132 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:36.041815 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.052720 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915f856-0639-4535-bf9b-a61e9bbcb75d None None] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:45:36.067118 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-cf2c89b4-83b9-4dc5-9352-e6e42a5efb75 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4449174
Apr 29 13:45:36.072571 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53354) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:36.077355 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:36.122191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (e38f30c0-98b9-4433-b0aa-a46b0598815c), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.124125 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (e38f30c0-98b9-4433-b0aa-a46b0598815c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.163349 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port a1ae98ff-5735-494d-b053-519e773fde78 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:36.164384 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a1ae98ff-5735-494d-b053-519e773fde78), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.205924 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks [] for router_controller (e38f30c0-98b9-4433-b0aa-a46b0598815c), precommit_add_association {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.262566 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'fixed_ips': [{'subnet_id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:45:36.262566 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.358519 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:45:36.370854 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:36.371637 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae08a31c0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:36.411977 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port a1ae98ff-5735-494d-b053-519e773fde78 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:36.412541 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (a1ae98ff-5735-494d-b053-519e773fde78), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.488855 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port a1ae98ff-5735-494d-b053-519e773fde78, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a1ae98ff-5735-494d-b053-519e773fde78,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:36.495190 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (a1ae98ff-5735-494d-b053-519e773fde78), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.560768 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:36.801964 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks [] for router_gateway (e38f30c0-98b9-4433-b0aa-a46b0598815c), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:36.815360 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Allocated IP 172.20.0.2 (e04aaa26-b313-49f0-a07d-3dfe08ad47db/fd29d31b-a65c-4b98-a38d-28af37ea859c/45ac70b6-378a-4e77-8775-ab3a03b999d4) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:36.828821 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=a1ae98ff-5735-494d-b053-519e773fde78,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:36.871682 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae08a31c0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 2, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:36.912851 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:45:36.913180 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Updating router 2d838829-d680-4e03-a055-4f8dbd1a138d port ddb3966e-f46a-458a-8379-7a631d47531b binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:45:36.947716 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.047273 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Publish callbacks [] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.054474 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.090447 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks [] for router_gateway (e38f30c0-98b9-4433-b0aa-a46b0598815c), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.107359 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:37.109457 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:37.121355 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:37.124048 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.140117 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Pushing event updated for resources: {'Port': ['ID=45ac70b6-378a-4e77-8775-ab3a03b999d4,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:37.201301 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Attempting to bind port 45ac70b6-378a-4e77-8775-ab3a03b999d4 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:45:37.201652 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Attempting to bind port 45ac70b6-378a-4e77-8775-ab3a03b999d4 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:45:37.202024 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Attempting to bind port 45ac70b6-378a-4e77-8775-ab3a03b999d4 on network e04aaa26-b313-49f0-a07d-3dfe08ad47db {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:37.211191 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:45:37.211820 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Checking segment: {'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:37.212488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.213136 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Bound using segment: {'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:45:37.213950 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Bound port: 45ac70b6-378a-4e77-8775-ab3a03b999d4, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:45:37.214622 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.305071 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Allocated IP 172.27.2.92 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/2b27a872-3224-4f28-9c53-86ecffb5e761) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:37.314459 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] For port 45ac70b6-378a-4e77-8775-ab3a03b999d4, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:45:37.319153 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] For port 45ac70b6-378a-4e77-8775-ab3a03b999d4, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=45ac70b6-378a-4e77-8775-ab3a03b999d4,segment=NetworkSegment(4bdf295c-ce03-48a2-ae73-dac381f0fcf8),segment_id=4bdf295c-ce03-48a2-ae73-dac381f0fcf8)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:45:37.327937 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.408304 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Publish callbacks [] for port (ddb3966e-f46a-458a-8379-7a631d47531b), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.412462 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95795aad-c7ee-4135-aa60-7c20842ce1c1 None None] Pushing event updated for resources: {'Port': ['ID=45ac70b6-378a-4e77-8775-ab3a03b999d4,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:37.418148 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.503675 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks [] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.504957 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Pushing event updated for resources: {'Port': ['ID=ddb3966e-f46a-458a-8379-7a631d47531b,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:37.562424 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.562930 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.563435 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.564175 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.564783 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.566060 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.570367 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.570575 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.570575 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.570575 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.570575 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.570575 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.570575 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.571292 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.572338 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.572338 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:45:37.622309 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:37.625939 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:37.631549 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:37.636721 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Pushing event updated for resources: {'Port': ['ID=2b27a872-3224-4f28-9c53-86ecffb5e761,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:37.643765 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Attempting to bind port ddb3966e-f46a-458a-8379-7a631d47531b on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:45:37.644136 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Attempting to bind port ddb3966e-f46a-458a-8379-7a631d47531b by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:45:37.644537 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Attempting to bind port ddb3966e-f46a-458a-8379-7a631d47531b on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:37.651570 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:45:37.652044 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Checking segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:37.652366 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.652904 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Bound using segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:45:37.653412 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Bound port: ddb3966e-f46a-458a-8379-7a631d47531b, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:45:37.653799 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.793817 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] For port ddb3966e-f46a-458a-8379-7a631d47531b, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:45:37.798146 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] For port ddb3966e-f46a-458a-8379-7a631d47531b, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=ddb3966e-f46a-458a-8379-7a631d47531b,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:45:37.807983 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:37.880535 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d694c4-35ef-487a-b0e0-4fa59e9c4c91 None None] Pushing event updated for resources: {'Port': ['ID=ddb3966e-f46a-458a-8379-7a631d47531b,revision_number=4']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:37.903998 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:37.904656 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae08a31c0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:37.984398 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-e3911071-9321-47f6-a423-36b6cf3e8145 None None] Provisioning complete for port ddb3966e-f46a-458a-8379-7a631d47531b triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:37.986094 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e3911071-9321-47f6-a423-36b6cf3e8145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.074643 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks [] for router_gateway (e38f30c0-98b9-4433-b0aa-a46b0598815c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.211222 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:38.234758 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-e3911071-9321-47f6-a423-36b6cf3e8145 None None] Current status of the port ddb3966e-f46a-458a-8379-7a631d47531b is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:38.235028 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e3911071-9321-47f6-a423-36b6cf3e8145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.285140 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 45ac70b6-378a-4e77-8775-ab3a03b999d4 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:38.344066 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-e3911071-9321-47f6-a423-36b6cf3e8145 None None] For port ddb3966e-f46a-458a-8379-7a631d47531b, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=ddb3966e-f46a-458a-8379-7a631d47531b,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:38.359538 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e3911071-9321-47f6-a423-36b6cf3e8145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.436030 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (e38f30c0-98b9-4433-b0aa-a46b0598815c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.443566 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 45ac70b6-378a-4e77-8775-ab3a03b999d4 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:38.444152 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.542494 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3911071-9321-47f6-a423-36b6cf3e8145 None None] Pushing event updated for resources: {'Port': ['ID=ddb3966e-f46a-458a-8379-7a631d47531b,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:38.553451 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae08a31c0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:37Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:38.559942 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-15b89b08-9c4c-42c3-9fc8-69066f6d5e14 None None] Provisioning complete for port ddb3966e-f46a-458a-8379-7a631d47531b triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:38.560520 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-15b89b08-9c4c-42c3-9fc8-69066f6d5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.604571 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008390f-2d4d-4d9f-b6ea-69017caec2c2 None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:37Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:45:38.656275 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Router e38f30c0-98b9-4433-b0aa-a46b0598815c is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103577) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:45:38.753344 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 45ac70b6-378a-4e77-8775-ab3a03b999d4 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:38.754185 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.830401 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:45:38.852648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Sync routers for ids ['e38f30c0-98b9-4433-b0aa-a46b0598815c'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:45:38.862455 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.865125 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f53ac09d-a80f-420c-a17d-d2b836cd327e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7904508
Apr 29 13:45:38.870138 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53356) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:38.886161 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-15b89b08-9c4c-42c3-9fc8-69066f6d5e14 None None] Current status of the port ddb3966e-f46a-458a-8379-7a631d47531b is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:38.895814 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 45ac70b6-378a-4e77-8775-ab3a03b999d4, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=45ac70b6-378a-4e77-8775-ab3a03b999d4,segment=NetworkSegment(4bdf295c-ce03-48a2-ae73-dac381f0fcf8),segment_id=4bdf295c-ce03-48a2-ae73-dac381f0fcf8)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:38.903881 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:38.905084 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a1ae98ff-5735-494d-b053-519e773fde78 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:38.957431 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Routers {'e38f30c0-98b9-4433-b0aa-a46b0598815c'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:38.958014 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791a90>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['e38f30c0-98b9-4433-b0aa-a46b0598815c'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:39.084735 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port a1ae98ff-5735-494d-b053-519e773fde78 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:39.085945 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (a1ae98ff-5735-494d-b053-519e773fde78), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:39.151824 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=45ac70b6-378a-4e77-8775-ab3a03b999d4,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:39.159361 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1997b7-ca66-4378-8f4c-a4ed891ad07c None None] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:45:39.274377 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-9bc3ec87-580e-4188-abd8-cc1df139bc81 None None] Provisioning complete for port 45ac70b6-378a-4e77-8775-ab3a03b999d4 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:39.274796 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bc3ec87-580e-4188-abd8-cc1df139bc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:39.280789 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Set router e38f30c0-98b9-4433-b0aa-a46b0598815c gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:39.537938 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port a1ae98ff-5735-494d-b053-519e773fde78 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:39.561248 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:39.622033 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3ec87-580e-4188-abd8-cc1df139bc81 None None] Current status of the port 45ac70b6-378a-4e77-8775-ab3a03b999d4 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:39.644826 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791a90>, [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:45:37Z', 'revision_number': 3, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port': {'id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:37Z', 'updated_at': '2022-04-29T13:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:39.677869 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Checking router: e38f30c0-98b9-4433-b0aa-a46b0598815c for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:45:39.678485 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Updating router e38f30c0-98b9-4433-b0aa-a46b0598815c port 2b27a872-3224-4f28-9c53-86ecffb5e761 binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:45:39.726225 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:39.810235 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Allocated IP 172.20.0.1 (e04aaa26-b313-49f0-a07d-3dfe08ad47db/fd29d31b-a65c-4b98-a38d-28af37ea859c/d6939a2d-b51b-4495-81dc-590417525026) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:45:39.972311 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks [] for port (d6939a2d-b51b-4495-81dc-590417525026), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.004444 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-a719f1f3-253b-4b39-a296-3db33d101437 None None] Provisioning complete for port 45ac70b6-378a-4e77-8775-ab3a03b999d4 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:40.004820 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-a719f1f3-253b-4b39-a296-3db33d101437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.032412 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (d6939a2d-b51b-4495-81dc-590417525026), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.093566 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:40.099770 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:40.103262 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:45:40.134380 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Pushing event updated for resources: {'Port': ['ID=d6939a2d-b51b-4495-81dc-590417525026,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:40.167103 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (e38f30c0-98b9-4433-b0aa-a46b0598815c), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.181895 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device ddb3966e-f46a-458a-8379-7a631d47531b up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:40.271568 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-a719f1f3-253b-4b39-a296-3db33d101437 None None] Current status of the port 45ac70b6-378a-4e77-8775-ab3a03b999d4 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:40.307047 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.339254 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d6939a2d-b51b-4495-81dc-590417525026), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.343189 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port ddb3966e-f46a-458a-8379-7a631d47531b triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:40.343816 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.390961 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Publish callbacks [] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.403493 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.473840 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eb293-16ab-492d-8ad7-fb136abc3ae1 None None] Pushing event updated for resources: {'Port': ['ID=2b27a872-3224-4f28-9c53-86ecffb5e761,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:40.494397 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Attempting to bind port 2b27a872-3224-4f28-9c53-86ecffb5e761 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:45:40.494797 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Attempting to bind port 2b27a872-3224-4f28-9c53-86ecffb5e761 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:45:40.495225 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Attempting to bind port 2b27a872-3224-4f28-9c53-86ecffb5e761 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:40.531153 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:45:40.531524 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:40.531930 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.532330 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:45:40.532817 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Bound port: 2b27a872-3224-4f28-9c53-86ecffb5e761, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:45:40.533194 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.559607 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-00a97fdb-be5c-4f76-a3cf-59b5f32ace5b None None] Provisioning complete for port d6939a2d-b51b-4495-81dc-590417525026 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:40.559976 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-00a97fdb-be5c-4f76-a3cf-59b5f32ace5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d6939a2d-b51b-4495-81dc-590417525026), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.560133 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks [] for port (d6939a2d-b51b-4495-81dc-590417525026), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.565770 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (d6939a2d-b51b-4495-81dc-590417525026), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.566234 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port ddb3966e-f46a-458a-8379-7a631d47531b is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:40.566940 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 45ac70b6-378a-4e77-8775-ab3a03b999d4 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:40.657380 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-00a97fdb-be5c-4f76-a3cf-59b5f32ace5b None None] Port d6939a2d-b51b-4495-81dc-590417525026 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:45:40.665352 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] For port 2b27a872-3224-4f28-9c53-86ecffb5e761, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:45:40.670200 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] For port 2b27a872-3224-4f28-9c53-86ecffb5e761, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=2b27a872-3224-4f28-9c53-86ecffb5e761,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:45:40.681511 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.720116 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 45ac70b6-378a-4e77-8775-ab3a03b999d4 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:40.720488 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.795135 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eb293-16ab-492d-8ad7-fb136abc3ae1 None None] Pushing event updated for resources: {'Port': ['ID=2b27a872-3224-4f28-9c53-86ecffb5e761,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:40.801366 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Routers {'e38f30c0-98b9-4433-b0aa-a46b0598815c'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:40.802018 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791a90>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['e38f30c0-98b9-4433-b0aa-a46b0598815c'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:40.909325 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (e38f30c0-98b9-4433-b0aa-a46b0598815c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:40.911367 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Pushing event updated for resources: {'Port': ['ID=d6939a2d-b51b-4495-81dc-590417525026,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:40.929002 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 45ac70b6-378a-4e77-8775-ab3a03b999d4 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:40.955440 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] Set router e38f30c0-98b9-4433-b0aa-a46b0598815c gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:41.027896 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:45:41.029993 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:45:41.208320 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Router e38f30c0-98b9-4433-b0aa-a46b0598815c has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:45:41.259670 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3791a90>, [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 4, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port': {'id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:37Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'd6939a2d-b51b-4495-81dc-590417525026', 'name': '', 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'mac_address': 'fa:16:3e:b3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:39Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 2, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'subnets': [{'id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:41.293182 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ceb9-e008-403c-99f6-97f028c60423 None None] The sync data for ids ['e38f30c0-98b9-4433-b0aa-a46b0598815c'] in dv-cinder-839416-3-iscsi is: [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 4, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port': {'id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:37Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'd6939a2d-b51b-4495-81dc-590417525026', 'name': '', 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'mac_address': 'fa:16:3e:b3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:39Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 2, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'subnets': [{'id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:45:41.387688 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-effdc173-ad07-41db-8110-aca19a73cf91 None None] Provisioning complete for port d6939a2d-b51b-4495-81dc-590417525026 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:41.388229 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-effdc173-ad07-41db-8110-aca19a73cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d6939a2d-b51b-4495-81dc-590417525026), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:41.393821 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:45:41.402944 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5ae64524-1118-4524-8248-7c82e0904886 admin admin] 10.222.0.52 "PUT /v2.0/routers/e38f30c0-98b9-4433-b0aa-a46b0598815c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5313275
Apr 29 13:45:41.437330 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-effdc173-ad07-41db-8110-aca19a73cf91 None None] Port d6939a2d-b51b-4495-81dc-590417525026 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:45:42.079847 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53366) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:42.084848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-2e0c4dad-f4e0-4896-8c30-1dceeb9e97d4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556241506', 'description': 'tempest-secgroup-smoke-1556241506 description', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:42.117747 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4dad-f4e0-4896-8c30-1dceeb9e97d4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.211725 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4dad-f4e0-4896-8c30-1dceeb9e97d4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group (fada0ee5-7d56-44ba-a40a-78a958a0a2ff), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.217632 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4dad-f4e0-4896-8c30-1dceeb9e97d4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (fada0ee5-7d56-44ba-a40a-78a958a0a2ff), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.253427 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2e0c4dad-f4e0-4896-8c30-1dceeb9e97d4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.257463 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-2e0c4dad-f4e0-4896-8c30-1dceeb9e97d4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1735137
Apr 29 13:45:42.257463 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c4dad-f4e0-4896-8c30-1dceeb9e97d4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fada0ee5-7d56-44ba-a40a-78a958a0a2ff,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:42.258152 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53368) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:42.263697 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-be0ad040-f05c-434c-a963-f8498e788152 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'security_group_rule': {'security_group_id': 'fada0ee5-7d56-44ba-a40a-78a958a0a2ff', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:42.302122 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-be0ad040-f05c-434c-a963-f8498e788152 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (e590ed4a-7463-4fa3-9eb7-a8175170231f), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.390859 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-be0ad040-f05c-434c-a963-f8498e788152 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (e590ed4a-7463-4fa3-9eb7-a8175170231f), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.395345 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-be0ad040-f05c-434c-a963-f8498e788152 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (e590ed4a-7463-4fa3-9eb7-a8175170231f), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.416126 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ad040-f05c-434c-a963-f8498e788152 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e590ed4a-7463-4fa3-9eb7-a8175170231f,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:42.426462 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-be0ad040-f05c-434c-a963-f8498e788152 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.427773 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-be0ad040-f05c-434c-a963-f8498e788152 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1680474
Apr 29 13:45:42.431695 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53370) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:42.435595 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-391f9a2f-c360-49a3-8aa8-cecf4cd6f29f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'security_group_rule': {'security_group_id': 'fada0ee5-7d56-44ba-a40a-78a958a0a2ff', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:42.467938 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-391f9a2f-c360-49a3-8aa8-cecf4cd6f29f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (c7e67c59-f735-4eed-9761-9e2dd8588590), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.533820 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-391f9a2f-c360-49a3-8aa8-cecf4cd6f29f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (c7e67c59-f735-4eed-9761-9e2dd8588590), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.538821 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-391f9a2f-c360-49a3-8aa8-cecf4cd6f29f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (c7e67c59-f735-4eed-9761-9e2dd8588590), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.558014 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f9a2f-c360-49a3-8aa8-cecf4cd6f29f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e67c59-f735-4eed-9761-9e2dd8588590,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:42.568769 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-391f9a2f-c360-49a3-8aa8-cecf4cd6f29f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.573294 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-391f9a2f-c360-49a3-8aa8-cecf4cd6f29f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1389427
Apr 29 13:45:42.573588 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53372) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:42.578163 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-23b47342-00f4-4268-a97e-31f3c16bddd7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'security_group_rule': {'security_group_id': 'fada0ee5-7d56-44ba-a40a-78a958a0a2ff', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:42.621263 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-23b47342-00f4-4268-a97e-31f3c16bddd7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (a71e457d-32bb-4011-87df-36b9abeef6ff), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.694950 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-23b47342-00f4-4268-a97e-31f3c16bddd7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (a71e457d-32bb-4011-87df-36b9abeef6ff), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.699416 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-23b47342-00f4-4268-a97e-31f3c16bddd7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (a71e457d-32bb-4011-87df-36b9abeef6ff), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.719577 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b47342-00f4-4268-a97e-31f3c16bddd7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71e457d-32bb-4011-87df-36b9abeef6ff,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:42.727715 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-23b47342-00f4-4268-a97e-31f3c16bddd7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.728984 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-23b47342-00f4-4268-a97e-31f3c16bddd7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1544065
Apr 29 13:45:42.731981 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53374) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:42.736538 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-dfbf8180-8024-4f78-918d-575a642625bf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'security_group_rule': {'security_group_id': 'fada0ee5-7d56-44ba-a40a-78a958a0a2ff', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:42.766628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8180-8024-4f78-918d-575a642625bf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (03886a3f-b2fd-4491-bddf-977f2eedcb77), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.851976 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8180-8024-4f78-918d-575a642625bf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (03886a3f-b2fd-4491-bddf-977f2eedcb77), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.855949 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8180-8024-4f78-918d-575a642625bf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (03886a3f-b2fd-4491-bddf-977f2eedcb77), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.875627 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8180-8024-4f78-918d-575a642625bf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03886a3f-b2fd-4491-bddf-977f2eedcb77,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:42.885628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8180-8024-4f78-918d-575a642625bf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:42.886920 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-dfbf8180-8024-4f78-918d-575a642625bf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1539471
Apr 29 13:45:42.889993 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53376) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:42.894834 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'security_group_rule': {'security_group_id': 'fada0ee5-7d56-44ba-a40a-78a958a0a2ff', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:42.927906 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.securitygroups_db [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Project de4a8f8d563b4ab787ffac70ae770e05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 13:45:42.934956 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (4eb0fcbc-f981-4322-af61-36f3cd7243d3), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.009625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (4eb0fcbc-f981-4322-af61-36f3cd7243d3), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.014744 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (4eb0fcbc-f981-4322-af61-36f3cd7243d3), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.043386 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb0fcbc-f981-4322-af61-36f3cd7243d3,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:43.050971 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.052742 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6e42c0be-70e5-407d-9887-3c1cad3f1a88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1615267
Apr 29 13:45:43.056788 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53378) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:45:43.061570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'security_group_rule': {'security_group_id': 'fada0ee5-7d56-44ba-a40a-78a958a0a2ff', 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:43.087401 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.securitygroups_db [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Project de4a8f8d563b4ab787ffac70ae770e05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 29 13:45:43.096703 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (5956a663-034e-4a20-9256-722f3137a1ca), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.207766 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (5956a663-034e-4a20-9256-722f3137a1ca), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.213096 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (5956a663-034e-4a20-9256-722f3137a1ca), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.235469 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5956a663-034e-4a20-9256-722f3137a1ca,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:43.243662 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:43.254911 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7fc7a07f-a0e7-4e99-b464-6303d590ac93 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1901815
Apr 29 13:45:43.643692 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Sync routers for ids ['e38f30c0-98b9-4433-b0aa-a46b0598815c'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:45:43.656104 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Routers {'e38f30c0-98b9-4433-b0aa-a46b0598815c'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:43.656890 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae05b3d60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['e38f30c0-98b9-4433-b0aa-a46b0598815c'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:43.794248 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Set router e38f30c0-98b9-4433-b0aa-a46b0598815c gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:44.009547 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae05b3d60>, [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 4, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port': {'id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fa:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:37Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'd6939a2d-b51b-4495-81dc-590417525026', 'name': '', 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'mac_address': 'fa:16:3e:b3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:39Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 2, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'subnets': [{'id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:44.030132 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 2b27a872-3224-4f28-9c53-86ecffb5e761 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:44.061795 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Checking router: e38f30c0-98b9-4433-b0aa-a46b0598815c for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:45:44.062407 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Updating router e38f30c0-98b9-4433-b0aa-a46b0598815c port d6939a2d-b51b-4495-81dc-590417525026 binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:45:44.098530 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 2b27a872-3224-4f28-9c53-86ecffb5e761 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:44.098965 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.107761 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d6939a2d-b51b-4495-81dc-590417525026), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.198275 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 2b27a872-3224-4f28-9c53-86ecffb5e761 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:44.198936 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.245489 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port 2b27a872-3224-4f28-9c53-86ecffb5e761, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=2b27a872-3224-4f28-9c53-86ecffb5e761,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:44.254382 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.322262 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=2b27a872-3224-4f28-9c53-86ecffb5e761,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:44.452984 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Publish callbacks [] for port (d6939a2d-b51b-4495-81dc-590417525026), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.463266 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (d6939a2d-b51b-4495-81dc-590417525026), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.546460 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f640d0-65c4-4de2-8083-fcbc359642ec None None] Pushing event updated for resources: {'Port': ['ID=d6939a2d-b51b-4495-81dc-590417525026,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:44.623873 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Attempting to bind port d6939a2d-b51b-4495-81dc-590417525026 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:45:44.624452 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Attempting to bind port d6939a2d-b51b-4495-81dc-590417525026 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:45:44.624999 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Attempting to bind port d6939a2d-b51b-4495-81dc-590417525026 on network e04aaa26-b313-49f0-a07d-3dfe08ad47db {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:45:44.633373 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:45:44.633752 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Checking segment: {'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:45:44.634157 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.634733 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Bound using segment: {'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:45:44.635044 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Bound port: d6939a2d-b51b-4495-81dc-590417525026, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdf295c-ce03-48a2-ae73-dac381f0fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:45:44.635422 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d6939a2d-b51b-4495-81dc-590417525026), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.711401 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] For port d6939a2d-b51b-4495-81dc-590417525026, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:45:44.715098 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] For port d6939a2d-b51b-4495-81dc-590417525026, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=d6939a2d-b51b-4495-81dc-590417525026,segment=NetworkSegment(4bdf295c-ce03-48a2-ae73-dac381f0fcf8),segment_id=4bdf295c-ce03-48a2-ae73-dac381f0fcf8)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:45:44.722781 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (d6939a2d-b51b-4495-81dc-590417525026), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.791961 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Routers {'e38f30c0-98b9-4433-b0aa-a46b0598815c'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:45:44.792701 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae05b3d60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['e38f30c0-98b9-4433-b0aa-a46b0598815c'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:44.805795 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-48c5a525-ac70-42d2-be48-456c9a56fcbd None None] Provisioning complete for port d6939a2d-b51b-4495-81dc-590417525026 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:44.806456 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-48c5a525-ac70-42d2-be48-456c9a56fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d6939a2d-b51b-4495-81dc-590417525026), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.946174 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f640d0-65c4-4de2-8083-fcbc359642ec None None] Pushing event updated for resources: {'Port': ['ID=d6939a2d-b51b-4495-81dc-590417525026,revision_number=4']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:44.972497 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-48c5a525-ac70-42d2-be48-456c9a56fcbd None None] Current status of the port d6939a2d-b51b-4495-81dc-590417525026 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:44.973125 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-48c5a525-ac70-42d2-be48-456c9a56fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (d6939a2d-b51b-4495-81dc-590417525026), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:44.977436 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] Set router e38f30c0-98b9-4433-b0aa-a46b0598815c gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:45:45.023744 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-48c5a525-ac70-42d2-be48-456c9a56fcbd None None] For port d6939a2d-b51b-4495-81dc-590417525026, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=d6939a2d-b51b-4495-81dc-590417525026,segment=NetworkSegment(4bdf295c-ce03-48a2-ae73-dac381f0fcf8),segment_id=4bdf295c-ce03-48a2-ae73-dac381f0fcf8)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:45:45.031482 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-48c5a525-ac70-42d2-be48-456c9a56fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (d6939a2d-b51b-4495-81dc-590417525026), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:45.106522 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5a525-ac70-42d2-be48-456c9a56fcbd None None] Pushing event updated for resources: {'Port': ['ID=d6939a2d-b51b-4495-81dc-590417525026,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:45:45.160045 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-4a6b73cc-234a-4189-8340-69a489f470c2 None None] Provisioning complete for port d6939a2d-b51b-4495-81dc-590417525026 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:45.160557 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4a6b73cc-234a-4189-8340-69a489f470c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d6939a2d-b51b-4495-81dc-590417525026), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:45.202257 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae05b3d60>, [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 4, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port': {'id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:37Z', 'updated_at': '2022-04-29T13:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'd6939a2d-b51b-4495-81dc-590417525026', 'name': '', 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'mac_address': 'fa:16:3e:b3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:39Z', 'updated_at': '2022-04-29T13:45:44Z', 'revision_number': 4, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'subnets': [{'id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:45:45.234132 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b3cba-6dcc-482d-8052-54a5c4eb8448 None None] The sync data for ids ['e38f30c0-98b9-4433-b0aa-a46b0598815c'] in dv-cinder-839416-3-iscsi is: [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:45:40Z', 'revision_number': 4, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port': {'id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:37Z', 'updated_at': '2022-04-29T13:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'd6939a2d-b51b-4495-81dc-590417525026', 'name': '', 'network_id': 'e04aaa26-b313-49f0-a07d-3dfe08ad47db', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'mac_address': 'fa:16:3e:b3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:39Z', 'updated_at': '2022-04-29T13:45:44Z', 'revision_number': 4, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'subnets': [{'id': 'fd29d31b-a65c-4b98-a38d-28af37ea859c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:45:45.250349 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b73cc-234a-4189-8340-69a489f470c2 None None] Current status of the port d6939a2d-b51b-4495-81dc-590417525026 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:46.008933 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device d6939a2d-b51b-4495-81dc-590417525026 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:46.197211 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port d6939a2d-b51b-4495-81dc-590417525026 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:46.197915 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (d6939a2d-b51b-4495-81dc-590417525026), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:46.432502 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port d6939a2d-b51b-4495-81dc-590417525026 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:46.433642 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 2b27a872-3224-4f28-9c53-86ecffb5e761 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:45:46.483552 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 2b27a872-3224-4f28-9c53-86ecffb5e761 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:45:46.483838 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:46.577835 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 2b27a872-3224-4f28-9c53-86ecffb5e761 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:45:47.560906 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:45:49.989316 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-522d2742-292b-412f-8f42-c133ab62f52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:52.499125 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-12bc73ff-b05e-4f18-9d4c-636db60cc40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:53.693105 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:55.038641 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:56.660108 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:57.856944 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-f5819c37-74af-4d5c-914d-aecf1df36af2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556241506&fields=id&tenant_id=de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 267 time: 0.0466871
Apr 29 13:45:57.962328 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-edb38c3b-db84-4959-b703-91f73c8eebca tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:57.963865 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-edb38c3b-db84-4959-b703-91f73c8eebca tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 811 time: 0.1000187
Apr 29 13:45:57.979394 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-e2688985-78bc-4b1d-ba51-58b62ba1b95e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/quotas/de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 375 time: 0.0100801
Apr 29 13:45:58.035871 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-715ef14c-d8b0-4392-a169-f36091b31e3c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0507600
Apr 29 13:45:58.156936 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-c895bd2c-d55b-4c7a-9c24-a6773eb61cda service neutron] 10.222.0.52 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081753
Apr 29 13:45:58.254068 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-3927eaba-bd8c-4991-83b0-3dc1b562f84e service neutron] 10.222.0.52 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914135
Apr 29 13:45:58.573440 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8883e23e-3f21-4102-bf28-8062c98ff487 req-a6007d9e-cf72-446c-adec-9589ebbdf8ab tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 210 time: 0.0497918
Apr 29 13:45:59.593518 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-7f9c2380-562e-4139-b845-d02c32bfdec5 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:45:59.595491 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-7f9c2380-562e-4139-b845-d02c32bfdec5 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 811 time: 0.1439915
Apr 29 13:45:59.685559 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3f276879-dde5-42f1-9069-dee9a4f4c956 req-dd097d5d-eb70-4309-bda2-c1f82774b687 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 210 time: 0.0389900
Apr 29 13:45:59.691831 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-69fa7163-cdba-4006-b9e3-6e738d0f4fd8 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 380 time: 0.0878861
Apr 29 13:45:59.702229 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'port': {'device_id': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'admin_state_up': True, 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'security_groups': ['fada0ee5-7d56-44ba-a40a-78a958a0a2ff']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:45:59.809740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Made reservation on behalf of de4a8f8d563b4ab787ffac70ae770e05 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:45:59.813084 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:45:59.958746 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Allocated IP 172.20.0.9 (5c7db084-3551-4948-a794-b280f9dd4ed8/816107df-a23a-4815-90e1-8c3be0c8343b/8dccedaf-7e63-4d06-b9f9-f822259380a5) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:46:00.117846 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.150513 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.191566 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:00.194609 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:00.201231 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:46:00.230649 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=8dccedaf-7e63-4d06-b9f9-f822259380a5,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:00.245902 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.246247 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.246612 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.246951 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.247282 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.247612 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.247937 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.248259 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.248585 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.248906 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.249227 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.249549 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.249919 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.250182 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.250497 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:00.271034 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:00.271648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.289419 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-d71f7600-f39d-4c18-9d5f-e80d276066b2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5910218
Apr 29 13:46:00.300407 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Request body: {'port': {'device_id': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:00.369614 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.469298 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-ce1899df-0d72-42e3-9b0e-5010136346fa None None] Provisioning complete for port 8dccedaf-7e63-4d06-b9f9-f822259380a5 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:00.470013 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ce1899df-0d72-42e3-9b0e-5010136346fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.505598 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-ce1899df-0d72-42e3-9b0e-5010136346fa None None] Port 8dccedaf-7e63-4d06-b9f9-f822259380a5 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:46:00.658242 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dccedaf-7e63-4d06-b9f9-f822259380a5 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:46:00.666614 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Publish callbacks [] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.679726 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Transition to ACTIVE for port object 8dccedaf-7e63-4d06-b9f9-f822259380a5 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:46:00.683659 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.745975 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Pushing event updated for resources: {'Port': ['ID=8dccedaf-7e63-4d06-b9f9-f822259380a5,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:00.846315 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a301f5-96e4-4c1a-bc17-382bc863f3ec req-b449d43d-755e-4a5f-b247-01ace612f363 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:00.847856 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a301f5-96e4-4c1a-bc17-382bc863f3ec req-b449d43d-755e-4a5f-b247-01ace612f363 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0564442
Apr 29 13:46:00.882655 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Attempting to bind port 8dccedaf-7e63-4d06-b9f9-f822259380a5 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:46:00.883034 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Attempting to bind port 8dccedaf-7e63-4d06-b9f9-f822259380a5 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:46:00.883368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Attempting to bind port 8dccedaf-7e63-4d06-b9f9-f822259380a5 on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:46:00.891770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Port 8dccedaf-7e63-4d06-b9f9-f822259380a5 on network 5c7db084-3551-4948-a794-b280f9dd4ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:46:00.892096 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Attempting to bind port 8dccedaf-7e63-4d06-b9f9-f822259380a5 on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:46:00.905184 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:46:00.905528 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Checking segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:46:00.905920 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Bound using segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:46:00.906339 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Bound port: 8dccedaf-7e63-4d06-b9f9-f822259380a5, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:46:00.906714 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:00.937154 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77a301f5-96e4-4c1a-bc17-382bc863f3ec req-d47b4cb0-66b0-4162-84fb-3224e96bdd57 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806036
Apr 29 13:46:00.991685 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] For port 8dccedaf-7e63-4d06-b9f9-f822259380a5, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:46:00.994482 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] For port 8dccedaf-7e63-4d06-b9f9-f822259380a5, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:46:01.000624 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:01.036576 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.037197 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:01.038925 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] 10.222.0.48 "PUT /v2.0/ports/8dccedaf-7e63-4d06-b9f9-f822259380a5 HTTP/1.1" status: 200  len: 1093 time: 0.7428167
Apr 29 13:46:01.039365 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:01.041682 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50daab38-a143-4e75-8df3-1ac61d6a0fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:01.071317 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cc976-5463-4eb8-8524-190f452b0350 service neutron] Pushing event updated for resources: {'Port': ['ID=8dccedaf-7e63-4d06-b9f9-f822259380a5,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:01.101914 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc71fe-1218-4c3c-be26-6fbed1e6a5fb x-openstack-request-id: req-7edc71fe-1218-4c3c-be26-6fbed1e6a5fb {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:01.102363 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:01.102760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7edc71fe-1218-4c3c-be26-6fbed1e6a5fb {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:01.103287 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7edc71fe-1218-4c3c-be26-6fbed1e6a5fb'] response: {'name': 'network-changed', 'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'status': 'completed', 'code': 200}
Apr 29 13:46:01.139893 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-6446ac73-df1a-4c08-9521-ea955482886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.141404 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-6446ac73-df1a-4c08-9521-ea955482886d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 1127 time: 0.0515113
Apr 29 13:46:01.185925 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-62e2e747-38c0-41ec-a5d5-77c8b7296334 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5 HTTP/1.1" status: 200  len: 217 time: 0.0380168
Apr 29 13:46:01.237472 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-a3082abb-7c1a-4532-8b2c-17a5784e9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.239072 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-a3082abb-7c1a-4532-8b2c-17a5784e9a0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0468178
Apr 29 13:46:01.281547 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-0abb8fe6-f3ea-4af0-8ffe-5b38c7e3916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.283015 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-0abb8fe6-f3ea-4af0-8ffe-5b38c7e3916a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0371299
Apr 29 13:46:01.377999 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-ab871cca-05ad-4fba-b9ba-9b4f19243444 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884798
Apr 29 13:46:01.469979 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-237f0d07-c97b-437c-b665-ef47b1dca71b req-b8df7838-7374-49ab-bde8-8f62162d2bde service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846329
Apr 29 13:46:01.558460 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-7e85bc85-b042-42d3-a237-6b34da6f2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.560513 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-7e85bc85-b042-42d3-a237-6b34da6f2b81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 1127 time: 0.0457761
Apr 29 13:46:01.654548 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-f835d1f2-4958-4be4-b80a-71e9b9204dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.656062 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-f835d1f2-4958-4be4-b80a-71e9b9204dd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.0902619
Apr 29 13:46:01.699385 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-71feda7b-c5a9-4c4d-9f2b-8331a78ede3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5 HTTP/1.1" status: 200  len: 217 time: 0.0377517
Apr 29 13:46:01.749163 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-12ecd4e9-72d5-4761-8c22-1bb1fb65d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.750763 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-12ecd4e9-72d5-4761-8c22-1bb1fb65d4e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0459487
Apr 29 13:46:01.795054 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-ae198ccd-625b-4534-b23b-b62da6591fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:01.796550 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-ae198ccd-625b-4534-b23b-b62da6591fb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0403502
Apr 29 13:46:01.893608 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-79deb1fa-c3cc-4216-84d6-72effe00a905 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913582
Apr 29 13:46:01.988345 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50daab38-a143-4e75-8df3-1ac61d6a0fb8 req-88dc5d6e-3b2d-4021-831d-212b84255528 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866890
Apr 29 13:46:02.060666 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147267e-0fd8-4653-8ef6-0959d0b35d61 req-b6800e8f-0b32-468e-8fb2-05b283d0e2ab tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:02.062139 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0147267e-0fd8-4653-8ef6-0959d0b35d61 req-b6800e8f-0b32-468e-8fb2-05b283d0e2ab tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0481374
Apr 29 13:46:02.115092 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0147267e-0fd8-4653-8ef6-0959d0b35d61 req-2047f602-6e08-4135-b140-4e1195557eec tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474169
Apr 29 13:46:03.236658 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3415-5a99-4252-b292-91b85b62a021 req-c52b9870-0e43-407d-bf7e-3016a9f36f60 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:03.238560 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-886a3415-5a99-4252-b292-91b85b62a021 req-c52b9870-0e43-407d-bf7e-3016a9f36f60 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0511417
Apr 29 13:46:03.293231 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-886a3415-5a99-4252-b292-91b85b62a021 req-9d2672c4-584d-4937-84bb-66946e1d13dc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486467
Apr 29 13:46:04.410692 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed4328-adca-4706-a009-5bad8786ff0b req-e75be542-b12b-45e8-9a26-f7452366f343 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:04.412674 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d8ed4328-adca-4706-a009-5bad8786ff0b req-e75be542-b12b-45e8-9a26-f7452366f343 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0506732
Apr 29 13:46:04.467045 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d8ed4328-adca-4706-a009-5bad8786ff0b req-6636886b-c27c-41e1-aa84-23f092b090af tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483587
Apr 29 13:46:05.589978 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0201f-406f-44cc-a8c5-ba49df36fb62 req-63c22489-acbe-4f52-9fe5-2322a243638e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:05.591431 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-08c0201f-406f-44cc-a8c5-ba49df36fb62 req-63c22489-acbe-4f52-9fe5-2322a243638e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0508177
Apr 29 13:46:05.650877 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-08c0201f-406f-44cc-a8c5-ba49df36fb62 req-f61146d9-3456-4e0c-bea3-ec6a2f620de3 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514212
Apr 29 13:46:06.773891 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f81c5-ecf2-418e-983c-ff960427d7ac req-7584063c-5c64-4bc8-bd13-59b6e2489119 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:06.775614 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-162f81c5-ecf2-418e-983c-ff960427d7ac req-7584063c-5c64-4bc8-bd13-59b6e2489119 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0526521
Apr 29 13:46:06.838585 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-162f81c5-ecf2-418e-983c-ff960427d7ac req-4ad213c4-eb24-4ef9-bd5e-f8e99cff884d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563314
Apr 29 13:46:07.965434 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5b79-3369-4de6-b2f0-c454687fe559 req-4aa8b690-dba4-4998-85d0-75d1efeb2c63 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:07.968113 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-056b5b79-3369-4de6-b2f0-c454687fe559 req-4aa8b690-dba4-4998-85d0-75d1efeb2c63 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0514021
Apr 29 13:46:08.025026 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-056b5b79-3369-4de6-b2f0-c454687fe559 req-b5b7e128-6215-4bc4-bd36-917c857dc50d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460074
Apr 29 13:46:09.138519 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a636-0dfa-44b0-8439-49d986a61d6b req-97c90de4-e87e-4675-8ae4-4fdafc9ab8d1 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:09.148670 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f9c2a636-0dfa-44b0-8439-49d986a61d6b req-97c90de4-e87e-4675-8ae4-4fdafc9ab8d1 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0482509
Apr 29 13:46:09.191575 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f9c2a636-0dfa-44b0-8439-49d986a61d6b req-007e5285-08c0-4c19-a3c2-a77db97ace55 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458364
Apr 29 13:46:10.277045 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:10.304356 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf349-2491-4058-aedf-a1717d879b3d req-44ea481b-d6ea-41cb-afe3-95df03896c7c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:10.305812 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-23abf349-2491-4058-aedf-a1717d879b3d req-44ea481b-d6ea-41cb-afe3-95df03896c7c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0459747
Apr 29 13:46:10.357731 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-23abf349-2491-4058-aedf-a1717d879b3d req-883bc4c9-d705-4b6f-8fd0-abeb6bbdc5cf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463135
Apr 29 13:46:11.471074 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f872553-84af-4957-83b6-e7ceabbb8039 req-1edc77b3-84b4-48fb-b02a-1bf5b7886f06 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:11.472532 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f872553-84af-4957-83b6-e7ceabbb8039 req-1edc77b3-84b4-48fb-b02a-1bf5b7886f06 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0471280
Apr 29 13:46:11.521088 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f872553-84af-4957-83b6-e7ceabbb8039 req-07fe0a4e-395e-4c2c-852a-47227c3c4773 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429003
Apr 29 13:46:12.640174 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cc083-aabb-43c4-9e1b-9e92c9a5484a req-6ba125ab-373a-49d4-9797-75e0cb50f776 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:12.641690 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-015cc083-aabb-43c4-9e1b-9e92c9a5484a req-6ba125ab-373a-49d4-9797-75e0cb50f776 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 943 time: 0.0498073
Apr 29 13:46:12.695587 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-015cc083-aabb-43c4-9e1b-9e92c9a5484a req-934ec056-d920-4708-9c22-b4befa0c9f89 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459528
Apr 29 13:46:12.935548 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 8dccedaf-7e63-4d06-b9f9-f822259380a5 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:46:13.041019 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 8dccedaf-7e63-4d06-b9f9-f822259380a5, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:13.057728 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'port_id': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'mac_address': 'fa:16:3e:75:cc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:46:13.098847 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 8dccedaf-7e63-4d06-b9f9-f822259380a5 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:13.099853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:13.114016 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dccedaf-7e63-4d06-b9f9-f822259380a5 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:46:13.135082 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 8dccedaf-7e63-4d06-b9f9-f822259380a5, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:13.139199 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:13.201682 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=8dccedaf-7e63-4d06-b9f9-f822259380a5,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:13.217020 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.217367 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.217713 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.218052 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.218387 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.218754 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.219083 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.219411 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.219767 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.220129 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.220460 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.220786 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.221110 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.221561 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.221899 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:13.375413 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['8dccedaf-7e63-4d06-b9f9-f822259380a5'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:46:13.493760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53596) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:13.876210 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5882-7174-4573-a42e-f04549feab16 req-fb769b48-a397-4f5b-8c89-01143dab48dc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:13.877768 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e24e5882-7174-4573-a42e-f04549feab16 req-fb769b48-a397-4f5b-8c89-01143dab48dc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 944 time: 0.0666368
Apr 29 13:46:13.990919 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e24e5882-7174-4573-a42e-f04549feab16 req-fbec9962-2171-43d1-9b76-a8e18bbfbc6a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837638
Apr 29 13:46:14.003337 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Deleting port 230fc86b-a309-4a75-ad44-7eec19beee13 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:14.003681 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (230fc86b-a309-4a75-ad44-7eec19beee13), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:14.105458 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (230fc86b-a309-4a75-ad44-7eec19beee13), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:14.105785 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for floatingip (230fc86b-a309-4a75-ad44-7eec19beee13), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:14.123917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Calling delete_port for 230fc86b-a309-4a75-ad44-7eec19beee13 owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:14.309138 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (230fc86b-a309-4a75-ad44-7eec19beee13), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:14.369495 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event deleted for resources: {'Port': ['ID=230fc86b-a309-4a75-ad44-7eec19beee13,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:14.416586 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for floatingip (d2ccab03-7a84-4ab8-ac63-d23b9aece9fc), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:14.416974 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Floating IP d2ccab03-7a84-4ab8-ac63-d23b9aece9fc disassociated (deleted). External IP: 172.27.2.122, port: 1d824a09-f84d-4667-aab4-fffb1b9750dc.
Apr 29 13:46:14.652619 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:14.778211 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:14.783847 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:14.798556 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] Sync routers for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:14.813349 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:14.814638 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad399ea30>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:14.820891 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-5427c609-8c8c-4cac-86fa-2e7161ab4853 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "DELETE /v2.0/floatingips/d2ccab03-7a84-4ab8-ac63-d23b9aece9fc HTTP/1.1" status: 204  len: 168 time: 1.3253903
Apr 29 13:46:14.821601 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:14.824058 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95032cf-79d4-49d1-bb56-339e9f7b5a50" -d '{"events": [{"name": "network-changed", "server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:14.895214 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682de9b8-7a3b-4106-836b-49361e77c107 x-openstack-request-id: req-682de9b8-7a3b-4106-836b-49361e77c107 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:14.895865 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:14.895865 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-682de9b8-7a3b-4106-836b-49361e77c107 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:14.896789 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682de9b8-7a3b-4106-836b-49361e77c107'] response: {'name': 'network-changed', 'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'status': 'completed', 'code': 200}
Apr 29 13:46:14.940950 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 8dccedaf-7e63-4d06-b9f9-f822259380a5 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:46:14.992760 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:15.088428 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 8dccedaf-7e63-4d06-b9f9-f822259380a5 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:46:15.105924 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 8dccedaf-7e63-4d06-b9f9-f822259380a5 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:15.106298 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:15.111141 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b080543-7eea-4f19-8876-5b6e9739960d req-eb7160c7-11f6-4742-ab53-f3583197b384 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:15.112631 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0b080543-7eea-4f19-8876-5b6e9739960d req-eb7160c7-11f6-4742-ab53-f3583197b384 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0830917
Apr 29 13:46:15.127700 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551d35b-2afa-4ac0-b475-2a9eef4584d3 req-f622a580-3228-40f9-a9cc-dcd2f0601706 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:15.129098 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8551d35b-2afa-4ac0-b475-2a9eef4584d3 req-f622a580-3228-40f9-a9cc-dcd2f0601706 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 944 time: 0.0660980
Apr 29 13:46:15.231879 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0b080543-7eea-4f19-8876-5b6e9739960d req-3650f009-11f6-45e0-836c-773faac58484 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109867
Apr 29 13:46:15.241682 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-9551c87c-6761-47a2-826a-120c252f3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:15.243137 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-9551c87c-6761-47a2-826a-120c252f3fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 1130 time: 0.0758770
Apr 29 13:46:15.246837 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8551d35b-2afa-4ac0-b475-2a9eef4584d3 req-377158b6-c23b-402b-8b96-b5dc568b8f91 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028900
Apr 29 13:46:15.267249 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 8dccedaf-7e63-4d06-b9f9-f822259380a5 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:15.267642 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:15.278853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad399ea30>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 5, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:15.312250 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] Checking router: 67aeeb02-6dea-4665-a8ba-8e93e153c8ca for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:15.322502 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:15.324803 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b7c4d-1e91-4cfe-b7aa-22fa913fbc14" -d '{"events": [{"server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "name": "network-vif-plugged", "status": "completed", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:15.339726 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:15.340384 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad399ea30>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:15.343313 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 8dccedaf-7e63-4d06-b9f9-f822259380a5, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:15.382374 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e2341a-44c1-4a06-ab8f-2de08c598873 x-openstack-request-id: req-d6e2341a-44c1-4a06-ab8f-2de08c598873 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:15.382691 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "name": "network-vif-plugged", "status": "completed", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:15.382953 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6e2341a-44c1-4a06-ab8f-2de08c598873 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:15.383346 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e2341a-44c1-4a06-ab8f-2de08c598873'] response: {'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'code': 200}
Apr 29 13:46:15.386014 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:15.476418 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=8dccedaf-7e63-4d06-b9f9-f822259380a5,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:15.501757 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:15.687855 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad399ea30>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 5, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:15.714902 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb6ac6-cf0f-4174-bc8d-5b8a24c8d772 None None] The sync data for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi is: [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:41Z', 'revision_number': 4, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '67b06125-024b-498a-afdd-abd386e6379c', 'name': '', 'network_id': 'dac16251-0027-46b0-a642-6a084e50a0bb', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'mac_address': 'fa:16:3e:64:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:40Z', 'updated_at': '2022-04-29T13:41:46Z', 'revision_number': 5, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'subnets': [{'id': 'fd1c9c98-c84e-492f-979d-665449f732f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:15.957280 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033c7532-1909-4a71-b618-0159d54ef106 None None] New status for floating IP d2ccab03-7a84-4ab8-ac63-d23b9aece9fc: DOWN {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:46:16.307910 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-b5cc31b4-cb48-4359-a4ef-478a86a7390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:16.310336 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-b5cc31b4-cb48-4359-a4ef-478a86a7390a service neutron] 10.222.0.48 "GET /v2.0/networks?id=dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 200  len: 909 time: 0.1190078
Apr 29 13:46:16.377873 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3f1be-4b20-4bf1-8891-e0dfd820585e req-79b35403-09fd-4b01-b228-29999ae274e8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:16.379392 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8aa3f1be-4b20-4bf1-8891-e0dfd820585e req-79b35403-09fd-4b01-b228-29999ae274e8 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0740485
Apr 29 13:46:16.411167 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198eb66-39eb-4f36-845d-e0dd6e06cd2a req-6255fb55-2885-4f2d-8a0f-974a6452de5c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:16.413190 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c198eb66-39eb-4f36-845d-e0dd6e06cd2a req-6255fb55-2885-4f2d-8a0f-974a6452de5c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 945 time: 0.0742936
Apr 29 13:46:16.460159 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8aa3f1be-4b20-4bf1-8891-e0dfd820585e req-daff127e-452b-4090-bb21-8c693a28c2fa tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/security-groups?id=081703a2-6a0b-4466-abeb-91535d16e4fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727947
Apr 29 13:46:16.488195 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c198eb66-39eb-4f36-845d-e0dd6e06cd2a req-ef7e8bc0-54bf-4e5a-8bce-a2a6fb7f9dba tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683658
Apr 29 13:46:16.683639 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-e68c078d-5bf6-46c1-95ef-f11be204939a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 200  len: 217 time: 0.0420353
Apr 29 13:46:16.741608 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133c410-9ef4-434d-8bde-dc56cd3daa5a req-b65a6205-e295-4af8-b087-438392d1aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:16.743094 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8133c410-9ef4-434d-8bde-dc56cd3daa5a req-b65a6205-e295-4af8-b087-438392d1aadd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 1129 time: 0.0684180
Apr 29 13:46:16.753137 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-b81125ca-abb7-41e3-a6a5-2157def389a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:16.754447 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-b81125ca-abb7-41e3-a6a5-2157def389a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 200  len: 847 time: 0.0513377
Apr 29 13:46:16.960814 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-45a0ab74-d5fe-4b12-b890-220abe992388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:16.962313 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-45a0ab74-d5fe-4b12-b890-220abe992388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dac16251-0027-46b0-a642-6a084e50a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0875235
Apr 29 13:46:16.965047 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8133c410-9ef4-434d-8bde-dc56cd3daa5a req-0d663908-5910-46fd-b72f-e4a980cc448a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916572
Apr 29 13:46:16.983998 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325921a-e8cb-4838-842a-d1c951860c5b req-c3cedaf6-4916-42c4-a400-6e7b5e28acce tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:16.985514 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0325921a-e8cb-4838-842a-d1c951860c5b req-c3cedaf6-4916-42c4-a400-6e7b5e28acce tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.48 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 946 time: 0.0506094
Apr 29 13:46:17.246614 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-67d44e9d-5bc7-4aff-858d-7b71de85a38b service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978763
Apr 29 13:46:17.257612 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Deleting port 1d824a09-f84d-4667-aab4-fffb1b9750dc {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:17.258717 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:17.343052 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e95032cf-79d4-49d1-bb56-339e9f7b5a50 req-bcfcfc8d-adfa-467c-a394-a3761c813638 service neutron] 10.222.0.48 "GET /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906467
Apr 29 13:46:17.352570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] For port 1d824a09-f84d-4667-aab4-fffb1b9750dc, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=1d824a09-f84d-4667-aab4-fffb1b9750dc,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:17.352928 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:17.366502 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Calling delete_port for 1d824a09-f84d-4667-aab4-fffb1b9750dc owned by compute:nova {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:17.508510 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (1d824a09-f84d-4667-aab4-fffb1b9750dc), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:17.544663 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event deleted for resources: {'Port': ['ID=1d824a09-f84d-4667-aab4-fffb1b9750dc,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:17.557215 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.557565 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.557922 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.558236 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.558570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.558930 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.559266 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.559584 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.560162 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.560613 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.560944 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.561314 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.561663 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.561979 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.562308 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:46:17.575280 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-93d88f1d-c33b-4e4d-85cf-2d1667de89dc req-34ff7b93-7e19-4141-ad9c-a84c907ffcd9 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 210 time: 0.0424092
Apr 29 13:46:17.608043 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] No DVR routers for this DVR port 1d824a09-f84d-4667-aab4-fffb1b9750dc on host hv-cinder-83941 {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:46:17.610580 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:17.613967 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-0325921a-e8cb-4838-842a-d1c951860c5b req-522bb8ba-63f4-4ad0-b3f4-ba8602ee5a00 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.48 "DELETE /v2.0/ports/1d824a09-f84d-4667-aab4-fffb1b9750dc HTTP/1.1" status: 204  len: 173 time: 0.4533465
Apr 29 13:46:17.614426 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-deleted', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:17.616797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21b620b-ebb4-414b-a49a-72541fe09776" -d '{"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-deleted", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:17.633538 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ec4f7-ee29-49ac-a01b-a14fac7fc201 req-85538e81-532f-430b-a013-67338b941a76 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:17.635052 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef3ec4f7-ee29-49ac-a01b-a14fac7fc201 req-85538e81-532f-430b-a013-67338b941a76 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 945 time: 0.0589752
Apr 29 13:46:17.692895 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef3ec4f7-ee29-49ac-a01b-a14fac7fc201 req-2bb8f3ea-ed76-41b3-80a2-1edb2cb773ff tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523069
Apr 29 13:46:17.712232 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9720f9-0b4c-4a23-818b-89906ad2200a x-openstack-request-id: req-cd9720f9-0b4c-4a23-818b-89906ad2200a {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:17.712778 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db00a97e-bbd0-46bd-b67c-db15ab83b759", "name": "network-vif-deleted", "tag": "1d824a09-f84d-4667-aab4-fffb1b9750dc", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:17.713116 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd9720f9-0b4c-4a23-818b-89906ad2200a {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:17.713581 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9720f9-0b4c-4a23-818b-89906ad2200a'] response: {'server_uuid': 'db00a97e-bbd0-46bd-b67c-db15ab83b759', 'name': 'network-vif-deleted', 'tag': '1d824a09-f84d-4667-aab4-fffb1b9750dc', 'status': 'completed', 'code': 200}
Apr 29 13:46:18.707186 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-190bc051-9eca-4a8a-b40f-37ea3361bbaa req-b72e5bec-999f-4cd9-bf8c-cd3e7282fd48 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "GET /v2.0/ports?device_id=db00a97e-bbd0-46bd-b67c-db15ab83b759 HTTP/1.1" status: 200  len: 210 time: 0.0324624
Apr 29 13:46:18.814245 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf297a-5bb6-47fd-9ef5-438dcaf83dd4 req-1953556f-12ee-409f-9301-44deeb79bf13 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:18.815870 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0bdf297a-5bb6-47fd-9ef5-438dcaf83dd4 req-1953556f-12ee-409f-9301-44deeb79bf13 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 945 time: 0.0488219
Apr 29 13:46:18.866731 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0bdf297a-5bb6-47fd-9ef5-438dcaf83dd4 req-f8f9048a-9a34-4b17-bd7d-ca72ce616233 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439503
Apr 29 13:46:18.981648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2e641-9d2f-4f91-9410-0ca40e6b0485 req-cb717ebf-c537-4db8-8230-1237a08cd3bd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:18.983090 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-08d2e641-9d2f-4f91-9410-0ca40e6b0485 req-cb717ebf-c537-4db8-8230-1237a08cd3bd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 945 time: 0.0507114
Apr 29 13:46:19.031108 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-08d2e641-9d2f-4f91-9410-0ca40e6b0485 req-91373742-6337-4106-9b9b-a7fffd4dfea6 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423694
Apr 29 13:46:19.054150 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53668) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:19.186005 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8919fb71-2b68-465e-82c2-9ecde49894d9 tempest-TestVolumeBootPattern-1126635234 tempest-TestVolumeBootPattern-1126635234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:19.187544 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-8919fb71-2b68-465e-82c2-9ecde49894d9 tempest-TestVolumeBootPattern-1126635234 tempest-TestVolumeBootPattern-1126635234-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 1124 time: 0.1323950
Apr 29 13:46:19.190441 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53672) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:19.194744 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'port_id': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:19.217660 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.295963 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.401225 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Allocated IP 172.27.2.162 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/5beb4091-b97d-4aa4-908b-6880f450af7c) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:46:19.507324 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.540423 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.577276 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:19.580351 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:19.591673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=5beb4091-b97d-4aa4-908b-6880f450af7c,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:19.595022 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:46:19.773053 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53690) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:19.831869 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5f502f9a-e25c-4726-ab5a-cc491c1ec4b1 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group (081703a2-6a0b-4466-abeb-91535d16e4fe), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.846331 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ef6f1-381a-4c81-aa34-508e65667240 req-3d68fde2-de3e-4b70-98ac-d6ddf6163f62 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:19.847836 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4f3ef6f1-381a-4c81-aa34-508e65667240 req-3d68fde2-de3e-4b70-98ac-d6ddf6163f62 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 945 time: 0.0838313
Apr 29 13:46:19.857597 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5f502f9a-e25c-4726-ab5a-cc491c1ec4b1 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group (081703a2-6a0b-4466-abeb-91535d16e4fe), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.922759 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5f502f9a-e25c-4726-ab5a-cc491c1ec4b1 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (081703a2-6a0b-4466-abeb-91535d16e4fe), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.926640 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5f502f9a-e25c-4726-ab5a-cc491c1ec4b1 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:19.928822 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5f502f9a-e25c-4726-ab5a-cc491c1ec4b1 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] 10.222.0.52 "DELETE /v2.0/security-groups/081703a2-6a0b-4466-abeb-91535d16e4fe HTTP/1.1" status: 204  len: 168 time: 0.1546447
Apr 29 13:46:19.939669 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f502f9a-e25c-4726-ab5a-cc491c1ec4b1 tempest-TestShelveInstance-982726245 tempest-TestShelveInstance-982726245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081703a2-6a0b-4466-abeb-91535d16e4fe,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:19.969168 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4f3ef6f1-381a-4c81-aa34-508e65667240 req-f0cb0361-e1df-4468-9f9f-073ef7bac7d2 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146452
Apr 29 13:46:19.995350 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53694) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:20.004148 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-7f4d978c-1c04-4c4c-af8a-fe1cb7d24d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:20.253092 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (ffa77369-52c1-4069-a8b9-3d7e4ef45899), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:20.646774 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:20.864338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:20.940922 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 1d824a09-f84d-4667-aab4-fffb1b9750dc no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:20.963875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 1d824a09-f84d-4667-aab4-fffb1b9750dc {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:20.964221 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 1d824a09-f84d-4667-aab4-fffb1b9750dc not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:20.981173 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:20.987396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.120335 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=5beb4091-b97d-4aa4-908b-6880f450af7c,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:21.145304 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-17cf4abe-f530-4a23-affa-123b34cb53ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0442092
Apr 29 13:46:21.180398 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (ffa77369-52c1-4069-a8b9-3d7e4ef45899), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.231070 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4797b2-4272-4534-a83e-38741eb6d323 req-3a374565-678d-480c-add8-5279f55d3fae tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:21.232490 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5b4797b2-4272-4534-a83e-38741eb6d323 req-3a374565-678d-480c-add8-5279f55d3fae tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 945 time: 0.1710327
Apr 29 13:46:21.361276 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-1c6b8786-03ce-4253-b50a-b234a4e31ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:21.364862 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5b4797b2-4272-4534-a83e-38741eb6d323 req-bc3e253a-a07f-4422-8eb1-5a409012ceba tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups?id=746504cb-2ac7-42df-9447-05f6da54e787&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1227362
Apr 29 13:46:21.365001 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-1c6b8786-03ce-4253-b50a-b234a4e31ac8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 1129 time: 0.0426400
Apr 29 13:46:21.395574 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Floating IP ffa77369-52c1-4069-a8b9-3d7e4ef45899 associated. External IP: 172.27.2.162, port: 8dccedaf-7e63-4d06-b9f9-f822259380a5.
Apr 29 13:46:21.461616 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-5b6f7d87-5a01-4add-8aec-b8266da8d31a tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:21.463974 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-5b6f7d87-5a01-4add-8aec-b8266da8d31a tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 945 time: 0.0615039
Apr 29 13:46:21.484360 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Deleting port 67b06125-024b-498a-afdd-abd386e6379c {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:21.484622 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (67b06125-024b-498a-afdd-abd386e6379c), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.553685 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Deleting port d87e3dbb-b288-48a7-b77e-6e0a91360e40 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:21.554031 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.644498 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] For port d87e3dbb-b288-48a7-b77e-6e0a91360e40, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=d87e3dbb-b288-48a7-b77e-6e0a91360e40,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:21.644878 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.655377 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-6f0a4b38-dd56-43da-b315-23995d4833e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:21.656832 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-6f0a4b38-dd56-43da-b315-23995d4833e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.2540174
Apr 29 13:46:21.707632 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] For port 67b06125-024b-498a-afdd-abd386e6379c, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=67b06125-024b-498a-afdd-abd386e6379c,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:21.707993 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (67b06125-024b-498a-afdd-abd386e6379c), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.766525 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Calling delete_port for 67b06125-024b-498a-afdd-abd386e6379c owned by network:router_interface {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:21.826217 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-a075bf89-ef07-4cfe-b857-97886ea8296b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5 HTTP/1.1" status: 200  len: 999 time: 0.1599820
Apr 29 13:46:21.875952 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.876366 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (aa7d7fb9-6146-444b-8004-d3c1cc9564a4), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:21.876688 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Floating IP aa7d7fb9-6146-444b-8004-d3c1cc9564a4 disassociated. External IP: 172.27.2.131, port: d87e3dbb-b288-48a7-b77e-6e0a91360e40.
Apr 29 13:46:21.877143 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Calling delete_port for d87e3dbb-b288-48a7-b77e-6e0a91360e40 owned by compute:nova {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:21.944744 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:21.947665 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-58da5721-5a27-41ea-a4c8-8cd3ab09c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:21.949121 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-58da5721-5a27-41ea-a4c8-8cd3ab09c5dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0867903
Apr 29 13:46:22.014420 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (d87e3dbb-b288-48a7-b77e-6e0a91360e40), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:22.043254 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event deleted for resources: {'Port': ['ID=d87e3dbb-b288-48a7-b77e-6e0a91360e40,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:22.056269 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-992fa91a-3e0d-4475-811a-7cf0745cd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:22.057757 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-992fa91a-3e0d-4475-811a-7cf0745cd153 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0719349
Apr 29 13:46:22.163064 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Router 397fb78c-ba25-496d-9b74-5b75452e8259 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:22.274861 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:22.285569 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-23d4a6fb-f404-49c7-b209-7a07e7d4b797 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887097
Apr 29 13:46:22.287863 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:22.288306 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] Sync routers for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:22.298925 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:22.299508 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:22.300417 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3f5a6a0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:22.300704 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (67b06125-024b-498a-afdd-abd386e6379c), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:22.311458 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:22.312398 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0d4df70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:45:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:22.330474 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] No DVR routers for this DVR port d87e3dbb-b288-48a7-b77e-6e0a91360e40 on host hv-cinder-83941 {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:46:22.333190 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:22.338011 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-1c1d1014-4970-49bc-ad01-5481f35a74be req-4050948f-3c63-4898-8251-04cf1239cb67 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.48 "DELETE /v2.0/ports/d87e3dbb-b288-48a7-b77e-6e0a91360e40 HTTP/1.1" status: 204  len: 173 time: 0.8694036
Apr 29 13:46:22.338514 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'name': 'network-vif-deleted', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:22.341537 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce38f7b9-0ad4-4cb3-b63a-4e9aad6a5372" -d '{"events": [{"server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "name": "network-vif-deleted", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:22.356613 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b06125-024b-498a-afdd-abd386e6379c,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:22.408664 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:22.440203 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e5ce5-6682-4bc8-9006-50f7942b00e6 x-openstack-request-id: req-ec2e5ce5-6682-4bc8-9006-50f7942b00e6 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:22.441110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b27f536-e4d0-41a2-9b29-589eab1cf5da", "name": "network-vif-deleted", "tag": "d87e3dbb-b288-48a7-b77e-6e0a91360e40", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:22.441525 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec2e5ce5-6682-4bc8-9006-50f7942b00e6 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:22.442091 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2e5ce5-6682-4bc8-9006-50f7942b00e6'] response: {'server_uuid': '0b27f536-e4d0-41a2-9b29-589eab1cf5da', 'name': 'network-vif-deleted', 'tag': 'd87e3dbb-b288-48a7-b77e-6e0a91360e40', 'status': 'completed', 'code': 200}
Apr 29 13:46:22.496495 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-72dd34eb-07d6-4a36-bd2b-88ed38aed949 req-bc33e5ac-f143-4578-9108-3d72a35b6950 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037163
Apr 29 13:46:22.530875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:22.604153 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:22.618941 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-763f5e06-1569-43c2-b636-b5f04555340d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:22.808862 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3f5a6a0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:22.841072 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] Checking router: 397fb78c-ba25-496d-9b74-5b75452e8259 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:22.850067 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:22.850748 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3f5a6a0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:22.932740 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0d4df70>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'ffa77369-52c1-4069-a8b9-3d7e4ef45899', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:75:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:19Z', 'updated_at': '2022-04-29T13:46:19Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:22.972303 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b275b33d-3740-42cb-a709-5e5175399593 req-89cbc55a-1d61-4acd-9c72-2b041f854493 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b27f536-e4d0-41a2-9b29-589eab1cf5da HTTP/1.1" status: 200  len: 210 time: 0.4281166
Apr 29 13:46:22.972883 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:22.975236 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:22.976668 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-8abcbf22-935d-413d-837a-da5f5aca8a8e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.7852128
Apr 29 13:46:22.979087 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:22.981545 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9587db-a386-4b5a-9841-7cf2d9912bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:22.985349 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:22.986573 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0d4df70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:23.047023 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085556dd-9d1f-4305-8371-464458ad2133 x-openstack-request-id: req-085556dd-9d1f-4305-8371-464458ad2133 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:23.047433 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:23.047779 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-085556dd-9d1f-4305-8371-464458ad2133 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:23.048271 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085556dd-9d1f-4305-8371-464458ad2133'] response: {'name': 'network-changed', 'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'status': 'completed', 'code': 200}
Apr 29 13:46:23.065951 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:23.136207 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:23.153146 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-fcc0c12b-c99a-4e99-a0ff-8924a267e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:23.154851 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-fcc0c12b-c99a-4e99-a0ff-8924a267e370 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 1129 time: 0.0855629
Apr 29 13:46:23.334807 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3f5a6a0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:23.354997 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-e388ef52-a48a-451a-8e7e-2c6f891a06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:23.356491 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-e388ef52-a48a-451a-8e7e-2c6f891a06ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.1961503
Apr 29 13:46:23.369531 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385506b-87b5-4ca2-87fe-451198a580cc None None] The sync data for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi is: [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:42:19Z', 'revision_number': 4, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '75cd5f18-9a2e-471a-bc19-dafff9db159a', 'name': '', 'network_id': '7688bf06-bbe1-4903-9c3c-3a1f549ffd58', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'mac_address': 'fa:16:3e:1b:36:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:18Z', 'updated_at': '2022-04-29T13:42:23Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'subnets': [{'id': 'a785faf1-7594-440f-ae6b-1ca45883eb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:23.382455 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0d4df70>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'ffa77369-52c1-4069-a8b9-3d7e4ef45899', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:75:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:19Z', 'updated_at': '2022-04-29T13:46:19Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:23.413809 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da1f1d-9192-4940-936c-0bcd69ce300a None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'ffa77369-52c1-4069-a8b9-3d7e4ef45899', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:75:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:19Z', 'updated_at': '2022-04-29T13:46:19Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:23.465848 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-202e237e-03d2-4e6a-aab0-7a360f8dae25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5 HTTP/1.1" status: 200  len: 999 time: 0.1000116
Apr 29 13:46:23.513257 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:23.530744 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-d8f1e94c-a07b-4977-a356-eae5f07a6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:23.532212 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-d8f1e94c-a07b-4977-a356-eae5f07a6cea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0602870
Apr 29 13:46:23.617650 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-7765d260-deb9-4d1c-bd60-774f229dd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:23.619715 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-7765d260-deb9-4d1c-bd60-774f229dd439 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0520120
Apr 29 13:46:23.679471 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fde89-4342-4ed0-9280-f6fb09f1abec None None] New status for floating IP aa7d7fb9-6146-444b-8004-d3c1cc9564a4: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:46:23.687820 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a1016-5b24-485e-b439-e72358929e67 None None] New status for floating IP ffa77369-52c1-4069-a8b9-3d7e4ef45899: ACTIVE {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:46:23.732642 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:23.740270 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-53ba0f3a-a74b-4f0e-888b-8e111172fa32 admin admin] 10.222.0.52 "PUT /v2.0/routers/67aeeb02-6dea-4665-a8ba-8e93e153c8ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7432437
Apr 29 13:46:23.743004 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53706) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:23.772981 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] Sync routers for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:23.773644 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-0c10195b-3dc0-4583-a8f0-bde5e2276715 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480763
Apr 29 13:46:23.774928 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:23.817361 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:23.818319 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cbc730>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:23.877926 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks [] for router (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:23.909039 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf9587db-a386-4b5a-9841-7cf2d9912bcd req-c9e293f0-9a82-4dda-bae8-b0ad189a69fd service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298118
Apr 29 13:46:23.978832 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:24.009772 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks [] for router_gateway (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.071875 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Deleting port 5a9d790a-6a15-408f-992c-77fefb91fe9a {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:24.072278 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.100413 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53712) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:24.179532 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cbc730>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:46:22Z', 'revision_number': 5, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port': {'id': '5a9d790a-6a15-408f-992c-77fefb91fe9a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:24.211358 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] Checking router: 67aeeb02-6dea-4665-a8ba-8e93e153c8ca for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:24.220841 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] Routers {'67aeeb02-6dea-4665-a8ba-8e93e153c8ca'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:24.221473 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cbc730>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:24.224744 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] For port 5a9d790a-6a15-408f-992c-77fefb91fe9a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=5a9d790a-6a15-408f-992c-77fefb91fe9a,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:24.225126 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.227797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-11882777-7ffc-416f-82a3-c123627634d5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (746504cb-2ac7-42df-9447-05f6da54e787), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.247447 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Calling delete_port for 5a9d790a-6a15-408f-992c-77fefb91fe9a owned by network:router_gateway {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:24.268602 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-11882777-7ffc-416f-82a3-c123627634d5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (746504cb-2ac7-42df-9447-05f6da54e787), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.313471 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] Set router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:24.367367 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad3cbc730>, [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:46:24Z', 'revision_number': 6, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:24.399061 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7474eec-bf33-4bc6-ae53-1124dec1db4e None None] The sync data for ids ['67aeeb02-6dea-4665-a8ba-8e93e153c8ca'] in dv-cinder-839416-3-iscsi is: [{'id': '67aeeb02-6dea-4665-a8ba-8e93e153c8ca', 'name': 'tempest-TestShelveInstance-929295543-router', 'tenant_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:37Z', 'updated_at': '2022-04-29T13:46:24Z', 'revision_number': 6, 'project_id': 'd2e70460a8a94baa9478ff1cf630c0ed', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:24.411130 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-11882777-7ffc-416f-82a3-c123627634d5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (746504cb-2ac7-42df-9447-05f6da54e787), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.415078 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-11882777-7ffc-416f-82a3-c123627634d5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.418759 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-11882777-7ffc-416f-82a3-c123627634d5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "DELETE /v2.0/security-groups/746504cb-2ac7-42df-9447-05f6da54e787 HTTP/1.1" status: 204  len: 168 time: 0.3143961
Apr 29 13:46:24.419252 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53714) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:24.428434 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11882777-7ffc-416f-82a3-c123627634d5 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746504cb-2ac7-42df-9447-05f6da54e787,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:24.449447 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.api.v2.resource [None req-56e2c8a3-e869-40da-84a1-c701c4f60550 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] show failed (client error): The resource could not be found.
Apr 29 13:46:24.450355 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-56e2c8a3-e869-40da-84a1-c701c4f60550 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "GET /v2.0/security-groups/746504cb-2ac7-42df-9447-05f6da54e787 HTTP/1.1" status: 404  len: 347 time: 0.0300050
Apr 29 13:46:24.455534 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53716) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:24.559525 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:46:24.572674 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (5a9d790a-6a15-408f-992c-77fefb91fe9a), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.628828 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9d790a-6a15-408f-992c-77fefb91fe9a,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:24.656811 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Deleting port a9b93df2-9ea9-4619-bc09-24d9412c73f3 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:24.657151 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.744636 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.856185 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.859010 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.859367 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (a9b93df2-9ea9-4619-bc09-24d9412c73f3), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.862181 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks [] for router_controller (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.877980 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Calling delete_port for a9b93df2-9ea9-4619-bc09-24d9412c73f3 owned by network:floatingip {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:24.921178 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (67aeeb02-6dea-4665-a8ba-8e93e153c8ca), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.921940 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67aeeb02-6dea-4665-a8ba-8e93e153c8ca {{(pid=103576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:46:24.926562 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:24.928335 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-653bb448-6c6a-4420-b472-75887111583a admin admin] 10.222.0.52 "DELETE /v2.0/routers/67aeeb02-6dea-4665-a8ba-8e93e153c8ca HTTP/1.1" status: 204  len: 168 time: 1.1834397
Apr 29 13:46:24.931014 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53718) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:24.976684 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] Deleting subnet fd1c9c98-c84e-492f-979d-665449f732f7 {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:46:24.979853 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] Publish callbacks [] for subnet (fd1c9c98-c84e-492f-979d-665449f732f7), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.021941 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59375173'] for subnet (fd1c9c98-c84e-492f-979d-665449f732f7), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.041268 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.055902 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (a9b93df2-9ea9-4619-bc09-24d9412c73f3), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.084236 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Pushing event deleted for resources: {'Port': ['ID=a9b93df2-9ea9-4619-bc09-24d9412c73f3,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:25.113729 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (fd1c9c98-c84e-492f-979d-665449f732f7), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.158168 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks [] for floatingip (aa7d7fb9-6146-444b-8004-d3c1cc9564a4), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.161853 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.163688 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-59f0e74a-6b4e-4778-b8c8-c9dd51d77f28 tempest-AttachVolumeTestJSON-1244399175 tempest-AttachVolumeTestJSON-1244399175-project] 10.222.0.52 "DELETE /v2.0/floatingips/aa7d7fb9-6146-444b-8004-d3c1cc9564a4 HTTP/1.1" status: 204  len: 168 time: 0.7068295
Apr 29 13:46:25.182340 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59200726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170255'] for subnet (fd1c9c98-c84e-492f-979d-665449f732f7), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.208928 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1c9c98-c84e-492f-979d-665449f732f7,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:25.215628 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.221186 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-d54bdbeb-7ac5-460f-9fef-2d555bf9f462 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fd1c9c98-c84e-492f-979d-665449f732f7 HTTP/1.1" status: 204  len: 168 time: 0.2869039
Apr 29 13:46:25.221533 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdcc0ef-d38b-4854-af07-71e2071f56bf None None] Network dac16251-0027-46b0-a642-6a084e50a0bb requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:46:25.221671 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53722) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:25.307801 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (dac16251-0027-46b0-a642-6a084e50a0bb), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.355667 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Deleting port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:25.356226 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.401338 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] DHCP port deletion for dac16251-0027-46b0-a642-6a084e50a0bb request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:46:25.428129 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] For port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:25.428545 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.442844 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Calling delete_port for 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e owned by network:dhcp {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:25.444925 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] Deleting port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e {{(pid=103578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:25.445292 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), before_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.522202 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] For port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,segment=NetworkSegment(a5bb9400-9de9-44d3-8b45-fdd9e2765114),segment_id=a5bb9400-9de9-44d3-8b45-fdd9e2765114)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:25.522826 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), precommit_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.532420 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.541019 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] Calling delete_port for 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e owned by network:dhcp {{(pid=103578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:25.562442 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:25.569162 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] No DVR routers for this DVR port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e on host dv-cinder-839416-3-iscsi {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:46:25.628335 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e), after_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.653113 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] Pushing event deleted for resources: {'Port': ['ID=3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:25.659446 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7411bb-0782-4576-9cd9-5b7afc7d9d4b None None] No DVR routers for this DVR port 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e on host dv-cinder-839416-3-iscsi {{(pid=103578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:46:25.893745 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (dac16251-0027-46b0-a642-6a084e50a0bb), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.914840 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ada9bb730>,) {'filters': {'network_id': ['dac16251-0027-46b0-a642-6a084e50a0bb']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:25.924200 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada9bb730>, 'a5bb9400-9de9-44d3-8b45-fdd9e2765114') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:25.924427 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada9bb730>, 'a5bb9400-9de9-44d3-8b45-fdd9e2765114') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:25.933749 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (a5bb9400-9de9-44d3-8b45-fdd9e2765114), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.947004 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (a5bb9400-9de9-44d3-8b45-fdd9e2765114), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.953665 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:46:25.954061 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (a5bb9400-9de9-44d3-8b45-fdd9e2765114), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:46:25.955934 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:46:26.002681 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 5a9d790a-6a15-408f-992c-77fefb91fe9a no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:26.015792 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (dac16251-0027-46b0-a642-6a084e50a0bb), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:26.022343 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:26.025587 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dac16251-0027-46b0-a642-6a084e50a0bb HTTP/1.1" status: 204  len: 168 time: 0.8027523
Apr 29 13:46:26.029179 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53726) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:26.029675 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 5a9d790a-6a15-408f-992c-77fefb91fe9a {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:26.029839 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 5a9d790a-6a15-408f-992c-77fefb91fe9a not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:26.030216 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:26.036145 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97748183-1cdf-46b7-8ece-5bfbd9ec0bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac16251-0027-46b0-a642-6a084e50a0bb,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:26.049461 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:26.049802 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 3b505c9d-90bf-4b9f-9ec6-d86bd9d0cf2e not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:26.050221 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 67b06125-024b-498a-afdd-abd386e6379c no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:26.070368 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 67b06125-024b-498a-afdd-abd386e6379c {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:26.070739 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 67b06125-024b-498a-afdd-abd386e6379c not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:26.370190 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (6be3fd0d-a252-428b-8d65-2e270a83d833), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:26.617490 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Deleting port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:26.617824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:26.663281 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:26.706320 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] For port 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,segment=NetworkSegment(51a726ff-aa35-41ea-8315-71d20b2cacc3),segment_id=51a726ff-aa35-41ea-8315-71d20b2cacc3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:26.706709 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:26.719769 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Calling delete_port for 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a owned by network:router_interface {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:26.910498 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:26.940722 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Pushing event deleted for resources: {'Port': ['ID=6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:26.948780 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device d87e3dbb-b288-48a7-b77e-6e0a91360e40 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:26.976170 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: d87e3dbb-b288-48a7-b77e-6e0a91360e40 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:26.976516 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device d87e3dbb-b288-48a7-b77e-6e0a91360e40 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:27.114882 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (6be3fd0d-a252-428b-8d65-2e270a83d833), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:27.344581 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Router 6be3fd0d-a252-428b-8d65-2e270a83d833 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:27.457683 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:27.463825 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-0636d7fe-0fb5-41b8-a569-356d6681691d admin admin] 10.222.0.52 "PUT /v2.0/routers/6be3fd0d-a252-428b-8d65-2e270a83d833/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4325521
Apr 29 13:46:27.466619 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53736) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:27.469757 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] Sync routers for ids ['6be3fd0d-a252-428b-8d65-2e270a83d833'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:27.482067 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] Routers {'6be3fd0d-a252-428b-8d65-2e270a83d833'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:27.482680 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0b30ac0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['6be3fd0d-a252-428b-8d65-2e270a83d833'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:27.578481 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks [] for router (6be3fd0d-a252-428b-8d65-2e270a83d833), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:27.599624 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] Set router 6be3fd0d-a252-428b-8d65-2e270a83d833 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:27.692940 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks [] for router_gateway (6be3fd0d-a252-428b-8d65-2e270a83d833), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:27.789528 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0b30ac0>, [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:46:26Z', 'revision_number': 5, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port': {'id': '9e42ee3d-6d2a-4715-90cb-dd4298ba2c96', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:41:45Z', 'updated_at': '2022-04-29T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:27.913759 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] Checking router: 6be3fd0d-a252-428b-8d65-2e270a83d833 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:27.922572 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] Routers {'6be3fd0d-a252-428b-8d65-2e270a83d833'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:27.923219 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0b30ac0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['6be3fd0d-a252-428b-8d65-2e270a83d833'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:28.016667 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] Set router 6be3fd0d-a252-428b-8d65-2e270a83d833 gateway port host: None {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:28.017110 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Deleting port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:28.017518 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.072397 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0b30ac0>, [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:46:27Z', 'revision_number': 6, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:28.101970 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ce169-67a6-41ca-8c47-9f802e427aa1 None None] The sync data for ids ['6be3fd0d-a252-428b-8d65-2e270a83d833'] in dv-cinder-839416-3-iscsi is: [{'id': '6be3fd0d-a252-428b-8d65-2e270a83d833', 'name': 'tempest-TestShelveInstance-1581174442-router', 'tenant_id': '61b8549c6e6e4dd29788613a610eba57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:41:44Z', 'updated_at': '2022-04-29T13:46:27Z', 'revision_number': 6, 'project_id': '61b8549c6e6e4dd29788613a610eba57', 'gw_port_host': None}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:28.106014 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] For port 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:28.106374 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.120848 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Calling delete_port for 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 owned by network:router_gateway {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:28.306738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (9e42ee3d-6d2a-4715-90cb-dd4298ba2c96), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.329008 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e42ee3d-6d2a-4715-90cb-dd4298ba2c96,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:28.392971 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (6be3fd0d-a252-428b-8d65-2e270a83d833), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.486287 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (6be3fd0d-a252-428b-8d65-2e270a83d833), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.488520 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks [] for router_controller (6be3fd0d-a252-428b-8d65-2e270a83d833), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.540991 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (6be3fd0d-a252-428b-8d65-2e270a83d833), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.541590 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be3fd0d-a252-428b-8d65-2e270a83d833 {{(pid=103577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:46:28.546260 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.547436 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f54ab2cc-a675-4fe3-a0e2-2b0accd80d49 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6be3fd0d-a252-428b-8d65-2e270a83d833 HTTP/1.1" status: 204  len: 168 time: 1.0797617
Apr 29 13:46:28.549977 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53746) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:28.593737 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] Deleting subnet 68681eda-eef2-4b76-bac0-f4d7c70480c1 {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:46:28.596863 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] Publish callbacks [] for subnet (68681eda-eef2-4b76-bac0-f4d7c70480c1), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.631334 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59375173'] for subnet (68681eda-eef2-4b76-bac0-f4d7c70480c1), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.731564 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (68681eda-eef2-4b76-bac0-f4d7c70480c1), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.752901 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53754) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:28.788931 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59200726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170255'] for subnet (68681eda-eef2-4b76-bac0-f4d7c70480c1), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.814339 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68681eda-eef2-4b76-bac0-f4d7c70480c1,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:28.818119 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.821525 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f2e76665-1a84-45cf-b78b-ccd74afa76e8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/68681eda-eef2-4b76-bac0-f4d7c70480c1 HTTP/1.1" status: 204  len: 168 time: 0.2705772
Apr 29 13:46:28.824187 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53756) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:28.828624 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c6411-7612-494a-a886-85046b8bd036 None None] Network 8250ca23-4d3d-44c5-956b-035581e22ab8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:46:28.902869 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (8250ca23-4d3d-44c5-956b-035581e22ab8), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.956072 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Deleting port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:28.956406 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:28.986551 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] DHCP port deletion for 8250ca23-4d3d-44c5-956b-035581e22ab8 request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:46:29.034042 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] Deleting port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb {{(pid=103578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:29.034762 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), before_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.035141 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] For port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,segment=NetworkSegment(51a726ff-aa35-41ea-8315-71d20b2cacc3),segment_id=51a726ff-aa35-41ea-8315-71d20b2cacc3)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:29.035512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.050776 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Calling delete_port for d04ef6f9-2217-4aaf-8c7a-b7f075de63bb owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:29.115432 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] For port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,segment=NetworkSegment(51a726ff-aa35-41ea-8315-71d20b2cacc3),segment_id=51a726ff-aa35-41ea-8315-71d20b2cacc3)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:29.117366 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), precommit_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.132424 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] Calling delete_port for d04ef6f9-2217-4aaf-8c7a-b7f075de63bb owned by network:dhcp {{(pid=103578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:29.148718 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.156367 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (397fb78c-ba25-496d-9b74-5b75452e8259), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.177121 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:29.183587 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] No DVR routers for this DVR port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb on host dv-cinder-839416-3-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:46:29.248016 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (d04ef6f9-2217-4aaf-8c7a-b7f075de63bb), after_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.276776 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (8250ca23-4d3d-44c5-956b-035581e22ab8), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.281592 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] Pushing event deleted for resources: {'Port': ['ID=d04ef6f9-2217-4aaf-8c7a-b7f075de63bb,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:29.288419 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f05c15c-f653-43a6-a236-66cdf785dc6e None None] No DVR routers for this DVR port d04ef6f9-2217-4aaf-8c7a-b7f075de63bb on host dv-cinder-839416-3-iscsi {{(pid=103578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:46:29.309643 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adafa00d0>,) {'filters': {'network_id': ['8250ca23-4d3d-44c5-956b-035581e22ab8']}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:29.319960 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adafa00d0>, '51a726ff-aa35-41ea-8315-71d20b2cacc3') {'for_net_delete': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:29.320247 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adafa00d0>, '51a726ff-aa35-41ea-8315-71d20b2cacc3') {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:29.330029 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59375196'] for segment (51a726ff-aa35-41ea-8315-71d20b2cacc3), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.344382 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (51a726ff-aa35-41ea-8315-71d20b2cacc3), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.350706 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:46:29.351091 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59201328'] for segment (51a726ff-aa35-41ea-8315-71d20b2cacc3), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]: Traceback (most recent call last):
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     timer()
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     cb(*args, **kw)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     return func(*args, **kwargs)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     self._notify()
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     self.callback(batched_events)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     event.method(event)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     return f(self, *a, **k)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._get(url).json()
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:46:29.352829 dv-cinder-839416-3-iscsi neutron-server[103577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:46:29.413427 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (8250ca23-4d3d-44c5-956b-035581e22ab8), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.419761 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.425266 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8250ca23-4d3d-44c5-956b-035581e22ab8 HTTP/1.1" status: 204  len: 168 time: 0.5977135
Apr 29 13:46:29.437224 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182a454-3052-4822-a70a-07ab32ddb088 admin admin] Pushing event deleted for resources: {'Network': ['ID=8250ca23-4d3d-44c5-956b-035581e22ab8,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:29.441596 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Deleting port 75cd5f18-9a2e-471a-bc19-dafff9db159a {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:29.441932 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.525977 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] For port 75cd5f18-9a2e-471a-bc19-dafff9db159a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=75cd5f18-9a2e-471a-bc19-dafff9db159a,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:29.526341 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.539768 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Calling delete_port for 75cd5f18-9a2e-471a-bc19-dafff9db159a owned by network:router_interface {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:29.607359 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53762) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:29.653178 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-9ec02520-74d7-4e2e-bfa2-78cb481ada71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2e70460a8a94baa9478ff1cf630c0ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0420849
Apr 29 13:46:29.653469 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53764) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:29.722111 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c177d101-3f53-4fa0-8fdd-65fa2d933a28 admin admin] Publish callbacks [] for security_group (c8c203f8-8de7-4f01-a138-2248f33107a6), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.770831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c177d101-3f53-4fa0-8fdd-65fa2d933a28 admin admin] Publish callbacks [] for security_group (c8c203f8-8de7-4f01-a138-2248f33107a6), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.792515 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (75cd5f18-9a2e-471a-bc19-dafff9db159a), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.831321 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Pushing event deleted for resources: {'Port': ['ID=75cd5f18-9a2e-471a-bc19-dafff9db159a,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:29.886237 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c177d101-3f53-4fa0-8fdd-65fa2d933a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (c8c203f8-8de7-4f01-a138-2248f33107a6), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.888836 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-c177d101-3f53-4fa0-8fdd-65fa2d933a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:29.890000 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-c177d101-3f53-4fa0-8fdd-65fa2d933a28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8c203f8-8de7-4f01-a138-2248f33107a6 HTTP/1.1" status: 204  len: 168 time: 0.2355986
Apr 29 13:46:29.904237 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177d101-3f53-4fa0-8fdd-65fa2d933a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c203f8-8de7-4f01-a138-2248f33107a6,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:30.025638 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (397fb78c-ba25-496d-9b74-5b75452e8259), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.091821 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:30.116999 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:30.117350 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 6dae2b8b-3ba3-4cd5-a91c-3fd1d75efa3a not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:30.117779 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device d04ef6f9-2217-4aaf-8c7a-b7f075de63bb no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:30.136787 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: d04ef6f9-2217-4aaf-8c7a-b7f075de63bb {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:30.137313 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device d04ef6f9-2217-4aaf-8c7a-b7f075de63bb not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:30.137885 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:30.158184 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:30.158773 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 9e42ee3d-6d2a-4715-90cb-dd4298ba2c96 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:30.272855 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Router 397fb78c-ba25-496d-9b74-5b75452e8259 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:30.309874 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53770) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:30.355367 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-75d37b50-95b6-444a-82be-abce9c8b323f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61b8549c6e6e4dd29788613a610eba57&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0460627
Apr 29 13:46:30.357759 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53772) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:30.390617 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:30.396512 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-a159e3fa-8f0e-4ae9-85ce-07e885b494ce admin admin] 10.222.0.52 "PUT /v2.0/routers/397fb78c-ba25-496d-9b74-5b75452e8259/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6423595
Apr 29 13:46:30.399215 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53774) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:30.406812 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] Sync routers for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:30.412186 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eafcb770-6796-4239-a87f-51e4666af85f admin admin] Publish callbacks [] for security_group (d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.421288 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:30.421948 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad35674f0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:30.435445 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eafcb770-6796-4239-a87f-51e4666af85f admin admin] Publish callbacks [] for security_group (d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.487878 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eafcb770-6796-4239-a87f-51e4666af85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.490876 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-eafcb770-6796-4239-a87f-51e4666af85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.492097 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-eafcb770-6796-4239-a87f-51e4666af85f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d HTTP/1.1" status: 204  len: 168 time: 0.1333172
Apr 29 13:46:30.501843 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcb770-6796-4239-a87f-51e4666af85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45bfe3f-0d2b-4b5e-95bb-1d2782463a7d,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:30.535547 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks [] for router (397fb78c-ba25-496d-9b74-5b75452e8259), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.660482 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks [] for router_gateway (397fb78c-ba25-496d-9b74-5b75452e8259), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.687345 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:30.732446 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Deleting port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:30.732938 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.824360 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] For port 56b05dc3-6c56-416a-8fc3-493bd88e1e3a, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:30.825127 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:30.843897 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Calling delete_port for 56b05dc3-6c56-416a-8fc3-493bd88e1e3a owned by network:router_gateway {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:30.876870 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad35674f0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:46:29Z', 'revision_number': 5, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port': {'id': '56b05dc3-6c56-416a-8fc3-493bd88e1e3a', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:42:17Z', 'updated_at': '2022-04-29T13:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:30.905729 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] Checking router: 397fb78c-ba25-496d-9b74-5b75452e8259 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:30.916289 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] Routers {'397fb78c-ba25-496d-9b74-5b75452e8259'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:30.916289 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad35674f0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['397fb78c-ba25-496d-9b74-5b75452e8259'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:31.009618 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] Set router 397fb78c-ba25-496d-9b74-5b75452e8259 gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:31.019556 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (56b05dc3-6c56-416a-8fc3-493bd88e1e3a), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.046641 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b05dc3-6c56-416a-8fc3-493bd88e1e3a,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:31.070806 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad35674f0>, [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:46:30Z', 'revision_number': 6, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:31.102708 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef6e9e-3375-405f-b95e-79101a742deb None None] The sync data for ids ['397fb78c-ba25-496d-9b74-5b75452e8259'] in dv-cinder-839416-3-iscsi is: [{'id': '397fb78c-ba25-496d-9b74-5b75452e8259', 'name': 'tempest-AttachVolumeTestJSON-1805644963-router', 'tenant_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:42:16Z', 'updated_at': '2022-04-29T13:46:30Z', 'revision_number': 6, 'project_id': '99351ec3a01b4218bf7e4f4cc4fa3cf8', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:31.115144 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (397fb78c-ba25-496d-9b74-5b75452e8259), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.212942 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (397fb78c-ba25-496d-9b74-5b75452e8259), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.215191 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks [] for router_controller (397fb78c-ba25-496d-9b74-5b75452e8259), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.264741 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (397fb78c-ba25-496d-9b74-5b75452e8259), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.265262 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 397fb78c-ba25-496d-9b74-5b75452e8259 {{(pid=103576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:46:31.269686 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.271933 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8ebabedd-824b-480d-8af1-e9049e543d61 admin admin] 10.222.0.52 "DELETE /v2.0/routers/397fb78c-ba25-496d-9b74-5b75452e8259 HTTP/1.1" status: 204  len: 168 time: 0.8714485
Apr 29 13:46:31.274172 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53778) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:31.321413 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] Deleting subnet a785faf1-7594-440f-ae6b-1ca45883eb06 {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:46:31.328620 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] Publish callbacks [] for subnet (a785faf1-7594-440f-ae6b-1ca45883eb06), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.365044 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (a785faf1-7594-440f-ae6b-1ca45883eb06), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.454006 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (a785faf1-7594-440f-ae6b-1ca45883eb06), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.510940 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (a785faf1-7594-440f-ae6b-1ca45883eb06), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.537587 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a785faf1-7594-440f-ae6b-1ca45883eb06,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:31.541392 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.547106 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ddaca747-6238-47f1-91e2-eb58c5c1835d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a785faf1-7594-440f-ae6b-1ca45883eb06 HTTP/1.1" status: 204  len: 168 time: 0.2695704
Apr 29 13:46:31.547590 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53780) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:31.552162 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17619874-b441-456f-8f8d-789634e4eebb None None] Network 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:46:31.620654 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (7688bf06-bbe1-4903-9c3c-3a1f549ffd58), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.671086 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Deleting port 47255170-19b6-483c-8aeb-7730bb4e0102 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:46:31.671436 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.734083 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] For port 47255170-19b6-483c-8aeb-7730bb4e0102, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=47255170-19b6-483c-8aeb-7730bb4e0102,segment=NetworkSegment(574c9a80-e88a-49df-9fc5-9c21c6eced34),segment_id=574c9a80-e88a-49df-9fc5-9c21c6eced34)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:31.734434 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.747692 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Calling delete_port for 47255170-19b6-483c-8aeb-7730bb4e0102 owned by network:dhcp {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:46:31.830065 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (47255170-19b6-483c-8aeb-7730bb4e0102), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.855403 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Pushing event deleted for resources: {'Port': ['ID=47255170-19b6-483c-8aeb-7730bb4e0102,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:31.858827 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] No DVR routers for this DVR port 47255170-19b6-483c-8aeb-7730bb4e0102 on host dv-cinder-839416-3-iscsi {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:46:31.895508 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1501f44-d2fc-4135-8aa7-cc4cb3dc92a6 None None] DHCP port deletion for 7688bf06-bbe1-4903-9c3c-3a1f549ffd58 request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:46:31.950255 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (7688bf06-bbe1-4903-9c3c-3a1f549ffd58), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:31.971503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adade0670>,) {'filters': {'network_id': ['7688bf06-bbe1-4903-9c3c-3a1f549ffd58']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:31.982129 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adade0670>, '574c9a80-e88a-49df-9fc5-9c21c6eced34') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:31.982427 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adade0670>, '574c9a80-e88a-49df-9fc5-9c21c6eced34') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:31.993328 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (574c9a80-e88a-49df-9fc5-9c21c6eced34), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.005589 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 47255170-19b6-483c-8aeb-7730bb4e0102 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:32.007570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (574c9a80-e88a-49df-9fc5-9c21c6eced34), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.013756 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:46:32.014148 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (574c9a80-e88a-49df-9fc5-9c21c6eced34), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:46:32.015920 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:46:32.027182 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 47255170-19b6-483c-8aeb-7730bb4e0102 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:32.027528 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 47255170-19b6-483c-8aeb-7730bb4e0102 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:32.027964 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 56b05dc3-6c56-416a-8fc3-493bd88e1e3a no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:32.051058 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 56b05dc3-6c56-416a-8fc3-493bd88e1e3a {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:32.051446 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 56b05dc3-6c56-416a-8fc3-493bd88e1e3a not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:32.052504 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 75cd5f18-9a2e-471a-bc19-dafff9db159a no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:46:32.072540 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 75cd5f18-9a2e-471a-bc19-dafff9db159a {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:46:32.072822 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (7688bf06-bbe1-4903-9c3c-3a1f549ffd58), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.073022 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 75cd5f18-9a2e-471a-bc19-dafff9db159a not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:46:32.077869 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.081614 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7688bf06-bbe1-4903-9c3c-3a1f549ffd58 HTTP/1.1" status: 204  len: 168 time: 0.5332646
Apr 29 13:46:32.094270 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479a4fe-47f0-42fb-adbd-4c32d0167851 admin admin] Pushing event deleted for resources: {'Network': ['ID=7688bf06-bbe1-4903-9c3c-3a1f549ffd58,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:32.258816 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53784) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:32.298045 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-36d8c61a-b1b7-4dce-8b75-b6d9e00ebe50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99351ec3a01b4218bf7e4f4cc4fa3cf8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0380244
Apr 29 13:46:32.300397 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53786) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:32.351708 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3d821eb2-0a29-492d-bbd0-0061cb9ac020 admin admin] Publish callbacks [] for security_group (688db211-8e96-4a4d-9ab1-f8b4ea1e46cf), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.372740 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3d821eb2-0a29-492d-bbd0-0061cb9ac020 admin admin] Publish callbacks [] for security_group (688db211-8e96-4a4d-9ab1-f8b4ea1e46cf), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.420022 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3d821eb2-0a29-492d-bbd0-0061cb9ac020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (688db211-8e96-4a4d-9ab1-f8b4ea1e46cf), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.422554 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3d821eb2-0a29-492d-bbd0-0061cb9ac020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:32.423811 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-3d821eb2-0a29-492d-bbd0-0061cb9ac020 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/688db211-8e96-4a4d-9ab1-f8b4ea1e46cf HTTP/1.1" status: 204  len: 168 time: 0.1224360
Apr 29 13:46:32.431235 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d821eb2-0a29-492d-bbd0-0061cb9ac020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688db211-8e96-4a4d-9ab1-f8b4ea1e46cf,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:33.094725 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53808) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:33.188943 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1624821153-network', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:33.208848 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Made reservation on behalf of c8d87e162c5d433cb2836c9ad0b4cd88 for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:46:33.211137 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.219160 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.296057 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks [] for security_group (2f54527b-6c53-4dbf-8403-ef00956b5320), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.299883 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2f54527b-6c53-4dbf-8403-ef00956b5320), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.325956 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:46:33.335802 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f54527b-6c53-4dbf-8403-ef00956b5320,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:33.344345 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (4859cb7b-79e3-41be-95b4-3faa501aa5a4), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.344706 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Added segment 4859cb7b-79e3-41be-95b4-3faa501aa5a4 of type vlan for network 18e76b28-6ca2-4e11-9387-b46844da8311
Apr 29 13:46:33.391308 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (18e76b28-6ca2-4e11-9387-b46844da8311), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.415850 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (18e76b28-6ca2-4e11-9387-b46844da8311), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.417000 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:33.417726 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.453275 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3570890
Apr 29 13:46:33.456094 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53812) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:33.461158 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Request body: {'subnet': {'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-subnet', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:33.482113 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa27c0-60b0-4a2c-82a6-4b9ca85c9566 admin admin] Pushing event updated for resources: {'Network': ['ID=18e76b28-6ca2-4e11-9387-b46844da8311,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:33.483254 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Made reservation on behalf of c8d87e162c5d433cb2836c9ad0b4cd88 for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:46:33.485633 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170082'] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.493226 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 18e76b28-6ca2-4e11-9387-b46844da8311 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:46:33.668607 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59200663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170256'] for subnet (31ef63f5-5645-4fa4-a36f-0c51e726a69f), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.725142 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ef63f5-5645-4fa4-a36f-0c51e726a69f,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:33.735615 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Checking segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:46:33.736001 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Network hostable DHCP agents. Network: 18e76b28-6ca2-4e11-9387-b46844da8311, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:46:33.754315 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:46:33.763268 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 18e76b28-6ca2-4e11-9387-b46844da8311) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:33.767180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:33.767767 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.772429 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3cfcb-a9a4-4109-9789-98fb106eebff None None] Network 18e76b28-6ca2-4e11-9387-b46844da8311 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:46:33.785412 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-f8040205-5230-49b6-b905-65dfcf9aa572 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3279419
Apr 29 13:46:33.789230 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53814) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:33.795347 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:33.821516 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2028213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31805'] for router (2539213d-dd78-4ba9-bbfc-b00d264721f2), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.823431 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2025404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31796'] for router (2539213d-dd78-4ba9-bbfc-b00d264721f2), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:33.902999 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp213399ce-8faa-5d42-9cd3-ed8be308f237-18e76b28-6ca2-4e11-9387-b46844da8311', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f'}]}} from dv-cinder-839416-3-iscsi. {{(pid=103578) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 29 13:46:33.903910 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.048608 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.db_base_plugin_common [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Allocated IP 172.20.0.2 (18e76b28-6ca2-4e11-9387-b46844da8311/31ef63f5-5645-4fa4-a36f-0c51e726a69f/7e0c3708-1cc0-4638-a5f4-01928910af3d) {{(pid=103578) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:46:34.217334 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Publish callbacks [] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), precommit_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.224585 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), after_create {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.227014 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks [] for router_controller (2539213d-dd78-4ba9-bbfc-b00d264721f2), precommit_add_association {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.263952 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is already hosted by enough agents. {{(pid=103578) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:34.269251 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.scheduler.base_scheduler [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Resources bound (agent type, host, resource id):  {{(pid=103578) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:34.274259 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Received port after_create {{(pid=103578) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:46:34.280478 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Pushing event updated for resources: {'Port': ['ID=7e0c3708-1cc0-4638-a5f4-01928910af3d,revision_number=1']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:34.338279 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Attempting to bind port 7e0c3708-1cc0-4638-a5f4-01928910af3d on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:46:34.338666 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Attempting to bind port 7e0c3708-1cc0-4638-a5f4-01928910af3d by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:46:34.339025 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Attempting to bind port 7e0c3708-1cc0-4638-a5f4-01928910af3d on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:46:34.344332 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:46:34.344703 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Checking segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:46:34.345105 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.345492 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Bound using segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:46:34.345946 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Bound port: 7e0c3708-1cc0-4638-a5f4-01928910af3d, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:46:34.346331 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.376411 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks [] for router_gateway (2539213d-dd78-4ba9-bbfc-b00d264721f2), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.416708 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] For port 7e0c3708-1cc0-4638-a5f4-01928910af3d, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:46:34.419924 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] For port 7e0c3708-1cc0-4638-a5f4-01928910af3d, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=7e0c3708-1cc0-4638-a5f4-01928910af3d,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:46:34.425875 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.487044 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c7420-286b-4b26-9c45-e04b4c863eac None None] Pushing event updated for resources: {'Port': ['ID=7e0c3708-1cc0-4638-a5f4-01928910af3d,revision_number=2']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:34.603712 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks [] for router_gateway (2539213d-dd78-4ba9-bbfc-b00d264721f2), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.647638 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.783468 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Allocated IP 172.27.2.124 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/c6aa5c03-1d55-4883-a6de-cade994f99f6) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:46:34.907592 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks [] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.942835 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:34.983074 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:34.988780 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:34.993749 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:46:35.000575 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Pushing event updated for resources: {'Port': ['ID=c6aa5c03-1d55-4883-a6de-cade994f99f6,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:35.320769 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks [] for router_gateway (2539213d-dd78-4ba9-bbfc-b00d264721f2), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:35.493326 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15b8a0-1c73-4207-8a46-cad61d297093 None None] Network 18e76b28-6ca2-4e11-9387-b46844da8311 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:46:35.545813 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2027788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605568'] for router (2539213d-dd78-4ba9-bbfc-b00d264721f2), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:35.566251 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-dcfa89f4-a53d-4843-ac77-994099fd47d6 None None] Provisioning complete for port 7e0c3708-1cc0-4638-a5f4-01928910af3d triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:35.566650 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89f4-a53d-4843-ac77-994099fd47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:35.693533 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa89f4-a53d-4843-ac77-994099fd47d6 None None] Current status of the port 7e0c3708-1cc0-4638-a5f4-01928910af3d is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:35.693921 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89f4-a53d-4843-ac77-994099fd47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:35.709945 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 is scheduled to L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 with binding_index 1 {{(pid=103576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 29 13:46:35.732710 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-dcfa89f4-a53d-4843-ac77-994099fd47d6 None None] For port 7e0c3708-1cc0-4638-a5f4-01928910af3d, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=7e0c3708-1cc0-4638-a5f4-01928910af3d,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:35.739676 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89f4-a53d-4843-ac77-994099fd47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:35.792598 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa89f4-a53d-4843-ac77-994099fd47d6 None None] Pushing event updated for resources: {'Port': ['ID=7e0c3708-1cc0-4638-a5f4-01928910af3d,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:35.838206 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:35.848563 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:35.860670 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:35.861952 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-632186b2-25d9-4d09-a24f-24d27f343239 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0700698
Apr 29 13:46:35.862114 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:35.863249 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0859cd0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:35.869351 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53818) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:35.966796 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-e028e9df-a11a-4d1b-8cca-a36ceff6c4bf None None] Provisioning complete for port 7e0c3708-1cc0-4638-a5f4-01928910af3d triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:35.967177 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e028e9df-a11a-4d1b-8cca-a36ceff6c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.019042 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:36.069106 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-e028e9df-a11a-4d1b-8cca-a36ceff6c4bf None None] Current status of the port 7e0c3708-1cc0-4638-a5f4-01928910af3d is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:36.080896 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 7e0c3708-1cc0-4638-a5f4-01928910af3d up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:46:36.141035 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 7e0c3708-1cc0-4638-a5f4-01928910af3d triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:36.141701 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.248927 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 7e0c3708-1cc0-4638-a5f4-01928910af3d is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:36.299546 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0859cd0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:35Z', 'revision_number': 3, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:36.327821 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:36.328202 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Updating router 2539213d-dd78-4ba9-bbfc-b00d264721f2 port c6aa5c03-1d55-4883-a6de-cade994f99f6 binding host dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:46:36.357654 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.456882 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.621778 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Publish callbacks [] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), precommit_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.628199 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.671527 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Allocated IP 172.20.0.1 (18e76b28-6ca2-4e11-9387-b46844da8311/31ef63f5-5645-4fa4-a36f-0c51e726a69f/3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:46:36.684747 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Attempting to bind port c6aa5c03-1d55-4883-a6de-cade994f99f6 on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:46:36.685168 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Attempting to bind port c6aa5c03-1d55-4883-a6de-cade994f99f6 by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:46:36.685471 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Attempting to bind port c6aa5c03-1d55-4883-a6de-cade994f99f6 on network 97d5b7ae-e8bd-4d34-8318-3258d826371f {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:46:36.688928 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7914-c92b-4049-996c-ed06d0b53a03 None None] Pushing event updated for resources: {'Port': ['ID=c6aa5c03-1d55-4883-a6de-cade994f99f6,revision_number=2']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:36.693895 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:46:36.694276 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Checking segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:46:36.694706 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.695109 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Bound using segment: {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'} {{(pid=103579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:46:36.695584 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.managers [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Bound port: c6aa5c03-1d55-4883-a6de-cade994f99f6, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}}] {{(pid=103579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:46:36.695957 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), before_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.749298 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] For port c6aa5c03-1d55-4883-a6de-cade994f99f6, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:46:36.752535 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.plugins.ml2.db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] For port c6aa5c03-1d55-4883-a6de-cade994f99f6, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=c6aa5c03-1d55-4883-a6de-cade994f99f6,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:46:36.759849 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), after_update {{(pid=103579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.790310 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks [] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.822992 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7914-c92b-4049-996c-ed06d0b53a03 None None] Pushing event updated for resources: {'Port': ['ID=c6aa5c03-1d55-4883-a6de-cade994f99f6,revision_number=3']} {{(pid=103579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:36.827841 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:36.828665 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0859cd0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:36.833688 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.875831 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:36.881132 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:36.885042 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:46:36.912945 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:36.942020 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2029749'] for router_interface (2539213d-dd78-4ba9-bbfc-b00d264721f2), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:36.960870 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:37.106164 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:37.161759 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0859cd0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:35Z', 'revision_number': 3, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:37.193826 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd1bab-73db-4119-b4af-106116997cfc None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:35Z', 'revision_number': 3, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:37.202252 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-66cea7cd-6ab2-4c95-a4c0-9d9c206f98f5 None None] Provisioning complete for port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:37.203511 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-66cea7cd-6ab2-4c95-a4c0-9d9c206f98f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:37.258268 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-66cea7cd-6ab2-4c95-a4c0-9d9c206f98f5 None None] Port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:46:37.329343 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks [] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:37.335133 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:37.429543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:37.441083 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2028805'] for router_interface (2539213d-dd78-4ba9-bbfc-b00d264721f2), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:37.586514 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:37.588246 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:37.753718 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:37.882864 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-fa86c0c4-c43d-423b-8132-29e810a9a278 None None] Provisioning complete for port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:37.883233 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-fa86c0c4-c43d-423b-8132-29e810a9a278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:37.902936 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:37.908368 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-7a8886c4-569f-4392-8391-264351d88975 admin admin] 10.222.0.52 "PUT /v2.0/routers/2539213d-dd78-4ba9-bbfc-b00d264721f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0377872
Apr 29 13:46:37.942760 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-fa86c0c4-c43d-423b-8132-29e810a9a278 None None] Port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:46:38.062208 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device c6aa5c03-1d55-4883-a6de-cade994f99f6 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:46:38.128130 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port c6aa5c03-1d55-4883-a6de-cade994f99f6 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:38.128934 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.259026 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port c6aa5c03-1d55-4883-a6de-cade994f99f6 is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:38.259893 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.283178 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] For port c6aa5c03-1d55-4883-a6de-cade994f99f6, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=c6aa5c03-1d55-4883-a6de-cade994f99f6,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:38.287962 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.345102 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Pushing event updated for resources: {'Port': ['ID=c6aa5c03-1d55-4883-a6de-cade994f99f6,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:38.537206 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53826) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:38.541987 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-817e5dd9-2843-48e2-a15b-65f55291d381 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914577772', 'description': 'tempest-description--1518739756'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:38.566424 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-817e5dd9-2843-48e2-a15b-65f55291d381 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.654770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-817e5dd9-2843-48e2-a15b-65f55291d381 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (b59b7c89-4700-4dd3-b56f-e70d04044eab), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.659787 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-817e5dd9-2843-48e2-a15b-65f55291d381 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (b59b7c89-4700-4dd3-b56f-e70d04044eab), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.691526 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-817e5dd9-2843-48e2-a15b-65f55291d381 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.693087 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-817e5dd9-2843-48e2-a15b-65f55291d381 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1545994
Apr 29 13:46:38.696021 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53828) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:38.701321 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-e5401615-e995-4d03-bec0-9b9a5de106b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': 'b59b7c89-4700-4dd3-b56f-e70d04044eab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:38.701637 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e5dd9-2843-48e2-a15b-65f55291d381 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b7c89-4700-4dd3-b56f-e70d04044eab,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:38.733543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e5401615-e995-4d03-bec0-9b9a5de106b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (0f2393c7-e719-4a70-b065-54580f952e34), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.798671 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e5401615-e995-4d03-bec0-9b9a5de106b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (0f2393c7-e719-4a70-b065-54580f952e34), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.802761 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e5401615-e995-4d03-bec0-9b9a5de106b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (0f2393c7-e719-4a70-b065-54580f952e34), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.823824 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5401615-e995-4d03-bec0-9b9a5de106b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2393c7-e719-4a70-b065-54580f952e34,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:38.835012 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e5401615-e995-4d03-bec0-9b9a5de106b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.839350 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e5401615-e995-4d03-bec0-9b9a5de106b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1414514
Apr 29 13:46:38.839867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53830) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:38.848922 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-6bfe3640-b8f2-463b-9e61-d13988146e0c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': 'b59b7c89-4700-4dd3-b56f-e70d04044eab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:38.887862 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3640-b8f2-463b-9e61-d13988146e0c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (6a42f751-bda6-457f-b11f-a0872c2dc49a), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.950671 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3640-b8f2-463b-9e61-d13988146e0c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (6a42f751-bda6-457f-b11f-a0872c2dc49a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.955354 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3640-b8f2-463b-9e61-d13988146e0c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (6a42f751-bda6-457f-b11f-a0872c2dc49a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.974120 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe3640-b8f2-463b-9e61-d13988146e0c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a42f751-bda6-457f-b11f-a0872c2dc49a,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:38.984635 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6bfe3640-b8f2-463b-9e61-d13988146e0c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:38.986059 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6bfe3640-b8f2-463b-9e61-d13988146e0c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1447380
Apr 29 13:46:38.989140 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53832) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:38.993900 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:39.014997 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.055917 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:39.068351 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:39.069130 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad366fc70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:39.103601 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.187280 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:39.211488 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.27.2.231 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/e347af9e-668f-48ec-99a8-c60b675e9ed6) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:46:39.319954 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.356386 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.401320 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:39.401767 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad366fc70>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 2, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:39.404807 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:39.412050 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:46:39.431066 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:39.431434 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Updating router 2539213d-dd78-4ba9-bbfc-b00d264721f2 port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c binding host dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 29 13:46:39.438019 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=e347af9e-668f-48ec-99a8-c60b675e9ed6,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:39.461184 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.513066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (afb110de-f1bc-4c66-92f9-55e06da45216), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.554728 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.715008 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.719897 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.795855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=e347af9e-668f-48ec-99a8-c60b675e9ed6,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:39.811295 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (afb110de-f1bc-4c66-92f9-55e06da45216), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.829597 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.830926 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e30c2e1d-cd13-4184-8c59-50fd037cccbb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8407559
Apr 29 13:46:39.888685 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Publish callbacks [] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), precommit_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.895070 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:39.956654 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4232b-f86e-430f-a294-341c2d23f10d None None] Pushing event updated for resources: {'Port': ['ID=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,revision_number=3']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:40.049289 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-118467eb-bd01-49c0-97e8-1d69233c6ab5 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1914577772&fields=id&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 267 time: 0.0714974
Apr 29 13:46:40.053907 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device c6aa5c03-1d55-4883-a6de-cade994f99f6 up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:46:40.057690 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Attempting to bind port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c on host dv-cinder-839416-3-iscsi for vnic_type normal with profile  {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:46:40.058062 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Attempting to bind port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c by drivers openvswitch,hyperv on host dv-cinder-839416-3-iscsi at level 0 using segments [{'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:46:40.058423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Attempting to bind port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:46:40.097198 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Checking agent: {'id': '2783e4b4-2570-4a88-89f9-884db23a463e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839416-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 28, 27), 'started_at': datetime.datetime(2022, 4, 29, 13, 28, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839416-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:46:40.097555 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Checking segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:46:40.098042 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.098514 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Bound using segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} {{(pid=103578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:46:40.099065 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.managers [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Bound port: 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c, host: dv-cinder-839416-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}}] {{(pid=103578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:46:40.099489 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.159942 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port c6aa5c03-1d55-4883-a6de-cade994f99f6 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:40.160706 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.192527 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-2b6d3cd8-0c09-4da1-ba1f-d470d293d7af tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:40.194505 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-2b6d3cd8-0c09-4da1-ba1f-d470d293d7af tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.1355205
Apr 29 13:46:40.209493 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-e8e452b1-7142-4e5b-81bb-69b1a251b6df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/quotas/c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 375 time: 0.0096028
Apr 29 13:46:40.217326 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] For port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c, host dv-cinder-839416-3-iscsi, cleared binding levels {{(pid=103578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:46:40.221960 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] For port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c, host dv-cinder-839416-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:46:40.233368 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.259936 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-05d7043f-2b02-4402-8211-1c018b3fa236 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0444624
Apr 29 13:46:40.340208 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-79afeeb5-2a53-48c9-b11a-075f296018d3 None None] Provisioning complete for port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:40.340585 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-79afeeb5-2a53-48c9-b11a-075f296018d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.342682 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.366807 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port c6aa5c03-1d55-4883-a6de-cade994f99f6 is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:40.371024 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-10d41795-d102-4edd-b57a-64038f54fd7f service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986395
Apr 29 13:46:40.380223 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4232b-f86e-430f-a294-341c2d23f10d None None] Pushing event updated for resources: {'Port': ['ID=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:40.384917 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:40.385553 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad366fc70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:23Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:40.491334 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-91e29f53-3fe1-48f4-ac4a-e07c6e40051a service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121786
Apr 29 13:46:40.542953 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-79afeeb5-2a53-48c9-b11a-075f296018d3 None None] Current status of the port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c is: DOWN; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:40.543483 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-79afeeb5-2a53-48c9-b11a-075f296018d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.559576 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:40.668963 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-79afeeb5-2a53-48c9-b11a-075f296018d3 None None] For port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:40.673920 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ffd059bb-f953-4811-b6e6-2736d725bc27 req-cc25020e-f142-4bf3-bf31-fe8e53bdaddb tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 210 time: 0.0390186
Apr 29 13:46:40.683219 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-79afeeb5-2a53-48c9-b11a-075f296018d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.790509 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afeeb5-2a53-48c9-b11a-075f296018d3 None None] Pushing event updated for resources: {'Port': ['ID=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:40.820473 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-559aa1a9-769e-420f-a321-24d2fe8a6fb6 None None] Provisioning complete for port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:40.820994 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-559aa1a9-769e-420f-a321-24d2fe8a6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:40.913326 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad366fc70>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:40.965342 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b1bde-c5d1-40a6-9045-1751e022dbe7 None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:41.067619 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-559aa1a9-769e-420f-a321-24d2fe8a6fb6 None None] Current status of the port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:41.800328 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-79d0b49b-9cf4-4a0a-9dc1-b41807dae963 req-6affced0-032f-499f-9570-2a21750fa4d5 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 210 time: 0.0479755
Apr 29 13:46:41.809482 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-8f9e4cb5-283d-463d-a082-364360a61995 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:41.811539 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-8f9e4cb5-283d-463d-a082-364360a61995 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.1573825
Apr 29 13:46:41.888751 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-290ae10f-ca69-4a2c-9e10-ea08da46f980 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 380 time: 0.0668523
Apr 29 13:46:41.940813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'port': {'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'admin_state_up': True, 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'security_groups': ['b59b7c89-4700-4dd3-b56f-e70d04044eab']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:42.065252 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c up at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:46:42.110267 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Made reservation on behalf of c8d87e162c5d433cb2836c9ad0b4cd88 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:46:42.116350 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:42.122815 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Provisioning complete for port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:42.123189 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:42.212547 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Current status of the port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c is: ACTIVE; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:42.276886 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.20.0.8 (18e76b28-6ca2-4e11-9387-b46844da8311/31ef63f5-5645-4fa4-a36f-0c51e726a69f/b5bd1048-6f7b-4be6-998c-4cf7b394c861) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:46:42.429796 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:42.466297 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:42.511432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:46:42.514912 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:46:42.522074 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:46:42.548200 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=b5bd1048-6f7b-4be6-998c-4cf7b394c861,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:42.589177 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:42.589952 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:42.613854 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-18f72f9b-2ee2-4fdd-8aaa-674a684ca769 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6768286
Apr 29 13:46:42.625756 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Request body: {'port': {'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:42.712242 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:42.802794 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-f3c60fcc-c502-449f-9150-0a7a2b6ee6a4 None None] Provisioning complete for port b5bd1048-6f7b-4be6-998c-4cf7b394c861 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:42.803113 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f3c60fcc-c502-449f-9150-0a7a2b6ee6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:42.846160 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-f3c60fcc-c502-449f-9150-0a7a2b6ee6a4 None None] Port b5bd1048-6f7b-4be6-998c-4cf7b394c861 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:46:42.964494 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03056cc8-03b9-4a1f-8084-1cfc8b871aa9 req-a812cab0-ea93-46ae-a31a-bd0f15a03a8c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:42.965841 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-03056cc8-03b9-4a1f-8084-1cfc8b871aa9 req-a812cab0-ea93-46ae-a31a-bd0f15a03a8c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 931 time: 0.0648656
Apr 29 13:46:43.066035 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-03056cc8-03b9-4a1f-8084-1cfc8b871aa9 req-8999b22d-911c-43b6-bad5-af36c1c1934d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893724
Apr 29 13:46:43.075616 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bd1048-6f7b-4be6-998c-4cf7b394c861 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:46:43.085139 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Publish callbacks [] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:43.099272 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Transition to ACTIVE for port object b5bd1048-6f7b-4be6-998c-4cf7b394c861 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:46:43.104345 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:43.162536 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bd1048-6f7b-4be6-998c-4cf7b394c861,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:43.250223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Attempting to bind port b5bd1048-6f7b-4be6-998c-4cf7b394c861 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:46:43.250882 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Attempting to bind port b5bd1048-6f7b-4be6-998c-4cf7b394c861 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:46:43.251405 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Attempting to bind port b5bd1048-6f7b-4be6-998c-4cf7b394c861 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:46:43.260756 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Port b5bd1048-6f7b-4be6-998c-4cf7b394c861 on network 18e76b28-6ca2-4e11-9387-b46844da8311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:46:43.261284 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Attempting to bind port b5bd1048-6f7b-4be6-998c-4cf7b394c861 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:46:43.271749 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:46:43.272282 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Checking segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:46:43.272913 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Bound using segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:46:43.273648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Bound port: b5bd1048-6f7b-4be6-998c-4cf7b394c861, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:46:43.274246 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:43.373957 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] For port b5bd1048-6f7b-4be6-998c-4cf7b394c861, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:46:43.377471 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] For port b5bd1048-6f7b-4be6-998c-4cf7b394c861, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:46:43.384935 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:43.420933 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:43.421493 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:43.422968 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] 10.222.0.48 "PUT /v2.0/ports/b5bd1048-6f7b-4be6-998c-4cf7b394c861 HTTP/1.1" status: 200  len: 1093 time: 0.8017213
Apr 29 13:46:43.425722 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:43.429879 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e89cc1-fead-4075-916c-dc60e78d6191" -d '{"events": [{"name": "network-changed", "server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:43.494439 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eeba0-d60a-4ca5-9e62-c860e2f49d99 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bd1048-6f7b-4be6-998c-4cf7b394c861,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:43.503402 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d58e8a-ecbe-4a9b-82da-2169498b474b x-openstack-request-id: req-42d58e8a-ecbe-4a9b-82da-2169498b474b {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:43.504292 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:43.505122 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42d58e8a-ecbe-4a9b-82da-2169498b474b {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:43.506026 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d58e8a-ecbe-4a9b-82da-2169498b474b'] response: {'name': 'network-changed', 'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'status': 'completed', 'code': 200}
Apr 29 13:46:43.542015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-41dfc187-a712-43d9-b81b-65e32e9f0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:43.544250 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-41dfc187-a712-43d9-b81b-65e32e9f0e28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 1127 time: 0.0664046
Apr 29 13:46:43.591001 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-69ae0e87-834b-4dd8-bf8e-72a778288053 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861 HTTP/1.1" status: 200  len: 217 time: 0.0386744
Apr 29 13:46:43.647728 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-9176dfec-caca-4480-860b-c63ef23d3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:43.649209 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-9176dfec-caca-4480-860b-c63ef23d3af6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0525613
Apr 29 13:46:43.701681 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-e7e6ccc2-1ff1-48df-926c-d4e24909f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:43.703645 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-e7e6ccc2-1ff1-48df-926c-d4e24909f4b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0481389
Apr 29 13:46:43.803369 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-aad365c5-56d8-4724-941c-e5c296eaba75 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919149
Apr 29 13:46:43.896407 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b83c3705-a8b5-4853-8eba-cec62a3453f4 req-b70df348-d62a-4136-bf44-8c6ac021eb38 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855825
Apr 29 13:46:44.186120 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2e088-963f-408f-8905-a8c527a1e6f8 req-bd771634-e13d-4195-8c24-82562c0075f2 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:44.187606 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a0f2e088-963f-408f-8905-a8c527a1e6f8 req-bd771634-e13d-4195-8c24-82562c0075f2 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 943 time: 0.0477891
Apr 29 13:46:44.239454 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a0f2e088-963f-408f-8905-a8c527a1e6f8 req-316866f7-6524-4385-82cd-8be4993cb933 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450385
Apr 29 13:46:44.682527 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-ade895f7-d24e-427e-b9cc-ec5c7d4cb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:44.683970 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-ade895f7-d24e-427e-b9cc-ec5c7d4cb29e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 1127 time: 0.0397286
Apr 29 13:46:44.777952 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-aaca53c4-8344-4601-b3b7-06b9f3000c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:44.779451 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-aaca53c4-8344-4601-b3b7-06b9f3000c39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.0891829
Apr 29 13:46:44.826132 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-18eab16b-aa93-4d74-986a-2f47ec096b53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861 HTTP/1.1" status: 200  len: 217 time: 0.0395463
Apr 29 13:46:44.892315 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-4fec7140-a0fb-4601-9ae6-cfc014052739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:44.893804 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-4fec7140-a0fb-4601-9ae6-cfc014052739 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0611589
Apr 29 13:46:44.941025 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-d52689d5-7b29-4e62-ae5c-25ab49e4c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:44.942572 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-d52689d5-7b29-4e62-ae5c-25ab49e4c1b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0420544
Apr 29 13:46:45.036441 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-35830726-0d0f-4874-b641-fff3fa289b79 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874851
Apr 29 13:46:45.125925 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-00e89cc1-fead-4075-916c-dc60e78d6191 req-87d2fe3b-4ed7-4c14-ae74-d0a3bcfd06e4 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838256
Apr 29 13:46:45.521313 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dd95f-5d55-4f13-979d-0eddf4c8b34c req-f5b60839-dc33-4f6c-b062-6027e146a6a4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:45.522860 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef5dd95f-5d55-4f13-979d-0eddf4c8b34c req-f5b60839-dc33-4f6c-b062-6027e146a6a4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 943 time: 0.0526323
Apr 29 13:46:45.571919 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ef5dd95f-5d55-4f13-979d-0eddf4c8b34c req-c3353591-318d-4c8b-9eb9-817be4709e78 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434570
Apr 29 13:46:46.699432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cb68c-3487-4949-8227-9481aa0f0566 req-8bf41483-20d6-4e38-85f9-71ecfb8b5c9d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:46.701039 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6a1cb68c-3487-4949-8227-9481aa0f0566 req-8bf41483-20d6-4e38-85f9-71ecfb8b5c9d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 943 time: 0.0567312
Apr 29 13:46:46.753221 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6a1cb68c-3487-4949-8227-9481aa0f0566 req-ab335c47-63f9-4147-9fbf-2a607953a5dd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440493
Apr 29 13:46:47.029721 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b5bd1048-6f7b-4be6-998c-4cf7b394c861 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:46:47.135706 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port b5bd1048-6f7b-4be6-998c-4cf7b394c861, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:47.149787 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:46:47.196418 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port b5bd1048-6f7b-4be6-998c-4cf7b394c861 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:47.196835 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:47.213853 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bd1048-6f7b-4be6-998c-4cf7b394c861 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:46:47.234120 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port b5bd1048-6f7b-4be6-998c-4cf7b394c861, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:47.238942 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:47.291569 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=b5bd1048-6f7b-4be6-998c-4cf7b394c861,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:47.439020 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['b5bd1048-6f7b-4be6-998c-4cf7b394c861'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:46:47.871963 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd292d-c7e7-406f-ba99-2a3abebbf569 req-a495c1f5-1f78-4080-baa0-03ef9f9f1419 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:47.873500 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-eccd292d-c7e7-406f-ba99-2a3abebbf569 req-a495c1f5-1f78-4080-baa0-03ef9f9f1419 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 944 time: 0.0495284
Apr 29 13:46:47.931055 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-eccd292d-c7e7-406f-ba99-2a3abebbf569 req-4f390411-8edc-4128-ac2c-7fd0286ca11e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515907
Apr 29 13:46:49.043074 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b5bd1048-6f7b-4be6-998c-4cf7b394c861 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:46:49.053018 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8b4a-e1d3-4469-b751-42cd889d0081 req-701c5b56-205b-48f6-bfde-b5795e4cfdcc tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:49.054639 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-731d8b4a-e1d3-4469-b751-42cd889d0081 req-701c5b56-205b-48f6-bfde-b5795e4cfdcc tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 944 time: 0.0529072
Apr 29 13:46:49.110089 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-731d8b4a-e1d3-4469-b751-42cd889d0081 req-519eb5f0-65b9-4f2a-a756-e49fdba98f88 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480368
Apr 29 13:46:49.119470 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port b5bd1048-6f7b-4be6-998c-4cf7b394c861 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:46:49.126265 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port b5bd1048-6f7b-4be6-998c-4cf7b394c861 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:46:49.126730 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:49.211976 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port b5bd1048-6f7b-4be6-998c-4cf7b394c861 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:46:49.212274 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:49.236888 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:49.240403 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5432fbfc-6087-4a62-9c23-4dce63160296" -d '{"events": [{"server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "name": "network-vif-plugged", "status": "completed", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:49.254897 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port b5bd1048-6f7b-4be6-998c-4cf7b394c861, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:46:49.259940 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:49.284481 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c099178-fe0b-409f-ab51-b96d2c83ea7c x-openstack-request-id: req-4c099178-fe0b-409f-ab51-b96d2c83ea7c {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:49.284789 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "name": "network-vif-plugged", "status": "completed", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:49.285007 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c099178-fe0b-409f-ab51-b96d2c83ea7c {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:49.286707 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c099178-fe0b-409f-ab51-b96d2c83ea7c'] response: {'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'code': 200}
Apr 29 13:46:49.328768 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=b5bd1048-6f7b-4be6-998c-4cf7b394c861,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:46:49.451882 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bcb59-1498-4426-bef5-7d38c6bbc6fa req-b2000f49-8c14-4146-932b-7e109ffc99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:49.453683 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-534bcb59-1498-4426-bef5-7d38c6bbc6fa req-b2000f49-8c14-4146-932b-7e109ffc99b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 1129 time: 0.0391591
Apr 29 13:46:49.500741 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-534bcb59-1498-4426-bef5-7d38c6bbc6fa req-14ed7e56-4e0a-4f70-81a0-424502a2ae0f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393174
Apr 29 13:46:49.988907 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-01e768a1-d4fe-486d-a7ee-6b966cc39054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:50.238180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe7907-68dd-4efb-90eb-ded88260f713 req-19f407a7-4ee6-454f-b474-f3bf8cf47567 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:50.239661 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2abe7907-68dd-4efb-90eb-ded88260f713 req-19f407a7-4ee6-454f-b474-f3bf8cf47567 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 945 time: 0.0593293
Apr 29 13:46:50.287340 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2abe7907-68dd-4efb-90eb-ded88260f713 req-ba9587ef-af45-4774-88b9-bbc05d8181ab tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419478
Apr 29 13:46:51.404157 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63782f5-7b4c-423b-8063-c8035f63b8e0 req-a3190ed6-3b63-43c8-a95b-665ae169d4db tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:51.405550 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c63782f5-7b4c-423b-8063-c8035f63b8e0 req-a3190ed6-3b63-43c8-a95b-665ae169d4db tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 945 time: 0.0480959
Apr 29 13:46:51.460453 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c63782f5-7b4c-423b-8063-c8035f63b8e0 req-081a8964-a84a-41b0-af25-e00c9df0bac5 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480545
Apr 29 13:46:51.575459 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fe07b-cffe-4825-9122-76177a37c7ec req-f2a6a521-2439-4c6a-92af-373d7fbdddb6 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:51.577257 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2a2fe07b-cffe-4825-9122-76177a37c7ec req-f2a6a521-2439-4c6a-92af-373d7fbdddb6 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 945 time: 0.0507002
Apr 29 13:46:51.586826 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53890) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:46:51.591380 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:46:51.631080 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (afb110de-f1bc-4c66-92f9-55e06da45216), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:52.397755 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:52.401384 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (afb110de-f1bc-4c66-92f9-55e06da45216), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:52.506420 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3dea64da-7f4a-494f-9c33-ba63d7208fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:52.520167 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP afb110de-f1bc-4c66-92f9-55e06da45216 associated. External IP: 172.27.2.231, port: b5bd1048-6f7b-4be6-998c-4cf7b394c861.
Apr 29 13:46:52.749046 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:46:52.864496 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:46:52.869677 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:52.877821 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:46:52.890629 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:52.891298 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0911af0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:52.901317 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6dfbe11a-7a86-4eb1-9df5-bf395bd2e60c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "PUT /v2.0/floatingips/afb110de-f1bc-4c66-92f9-55e06da45216 HTTP/1.1" status: 200  len: 991 time: 1.3133576
Apr 29 13:46:52.901920 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:46:52.904353 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33668e89-2f53-481d-90a1-3314eb13ef7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:46:52.943584 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a5325-2483-42ed-b18c-db6cf2f130fc x-openstack-request-id: req-d10a5325-2483-42ed-b18c-db6cf2f130fc {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:46:52.943878 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:46:52.944135 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d10a5325-2483-42ed-b18c-db6cf2f130fc {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:46:52.944546 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10a5325-2483-42ed-b18c-db6cf2f130fc'] response: {'name': 'network-changed', 'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'status': 'completed', 'code': 200}
Apr 29 13:46:53.009185 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-6102c237-1d70-4daf-b9a8-93244eb29bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:53.010708 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-6102c237-1d70-4daf-b9a8-93244eb29bfb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 1129 time: 0.0423172
Apr 29 13:46:53.013054 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:53.111643 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-60e24027-f43e-4468-9343-bc0d853e96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:53.113178 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-60e24027-f43e-4468-9343-bc0d853e96ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.0956621
Apr 29 13:46:53.180485 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-6d80341c-8456-4bdf-94c0-25ecbda3883c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861 HTTP/1.1" status: 200  len: 999 time: 0.0603740
Apr 29 13:46:53.231415 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-3ac0eec7-2ba9-48b7-9d40-ad8391740332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:53.232920 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-3ac0eec7-2ba9-48b7-9d40-ad8391740332 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0459237
Apr 29 13:46:53.280460 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-efb96ce3-b212-4566-b8b2-7f9bf314fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:46:53.281886 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-efb96ce3-b212-4566-b8b2-7f9bf314fa1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0423801
Apr 29 13:46:53.330404 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0911af0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:52Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:53.357887 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:46:53.367427 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:46:53.368045 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0911af0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:46:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:53.377196 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-fc259a2f-c9a2-4951-b604-de791fe3ec97 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887558
Apr 29 13:46:53.470480 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33668e89-2f53-481d-90a1-3314eb13ef7c req-4ed4f5ff-6f2b-4f55-9528-c2439c54d793 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869405
Apr 29 13:46:53.477787 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:46:53.692940 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0911af0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:52Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:46:53.695706 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:53.719961 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaca525-be5d-4cd2-b333-22c43b91e858 None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:52Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:46:53.916660 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d1181-6436-45e9-b237-0df2c708cc5f None None] New status for floating IP afb110de-f1bc-4c66-92f9-55e06da45216: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:46:55.043839 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:46:56.667603 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:01.562901 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:47:10.289770 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:19.993483 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-51988f44-9d6e-4bbc-990f-018b398ea8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:20.103780 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-039c4d84-cf04-47cf-93de-5e619cc6841c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0396550
Apr 29 13:47:20.188763 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-c093a294-1123-4218-814d-5222f0a800af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:20.190982 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-c093a294-1123-4218-814d-5222f0a800af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 1129 time: 0.0441403
Apr 29 13:47:20.313669 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-509259bc-c66f-4403-9014-51a3687eeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:20.315341 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-509259bc-c66f-4403-9014-51a3687eeea7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.1050029
Apr 29 13:47:20.383781 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-840fda9e-bb73-4a85-ac2e-6f67a80f7b73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5 HTTP/1.1" status: 200  len: 1001 time: 0.0621531
Apr 29 13:47:20.437119 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-a552ae35-cbd6-4791-a06e-5eb09246a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:20.438584 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-a552ae35-cbd6-4791-a06e-5eb09246a4e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0495613
Apr 29 13:47:20.482557 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-3128fcc8-f63f-4344-b942-e885422d0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:20.484018 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-3128fcc8-f63f-4344-b942-e885422d0de6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0388510
Apr 29 13:47:20.573325 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-363ab167-20a1-47e2-8c02-93c2aee38832 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814748
Apr 29 13:47:20.667996 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2bc6529c-3c0c-47ea-8d7c-37c30f4a15f9 req-19878895-17ad-4f16-927b-60cf0ebf7364 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883770
Apr 29 13:47:22.499680 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ff0c96b3-5563-42f8-a1e0-438ec3f813ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:23.701505 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:25.045942 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:26.670466 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:30.854796 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53942) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:47:30.859490 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520758796', 'description': 'tempest-description--925969312'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:47:30.880420 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:30.947061 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (7947a3db-fe49-4c39-a6ee-fe550829837c), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:30.951214 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (7947a3db-fe49-4c39-a6ee-fe550829837c), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:30.982244 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:30.983609 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1276348
Apr 29 13:47:30.984325 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7947a3db-fe49-4c39-a6ee-fe550829837c,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:30.987960 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53944) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:47:30.992935 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.993308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.993668 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': '7947a3db-fe49-4c39-a6ee-fe550829837c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:47:30.993817 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.994036 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.994423 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.994824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.995167 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.995544 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.995872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.996204 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.996537 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.996861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.997190 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.997518 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:30.997842 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35991cc1-0baa-40fa-848f-6f76cf484317 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.021641 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (48256085-3acd-4c98-8dce-5b49c26dccc0), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.080221 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (48256085-3acd-4c98-8dce-5b49c26dccc0), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.084453 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (48256085-3acd-4c98-8dce-5b49c26dccc0), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.102180 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48256085-3acd-4c98-8dce-5b49c26dccc0,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:31.113365 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.114711 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1245213
Apr 29 13:47:31.116090 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.116443 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.116790 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.117145 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.117473 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.117843 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.118198 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.118581 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.118928 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 53946) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:47:31.119050 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.119293 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.119668 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.120051 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.120403 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.120745 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.121085 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0de3ba-3d02-460c-8bc6-0fe0a87a5f0d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:31.124177 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-4518bb39-6714-4da7-9bf6-08b871a87df9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': '7947a3db-fe49-4c39-a6ee-fe550829837c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:47:31.157969 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4518bb39-6714-4da7-9bf6-08b871a87df9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (c912d884-7c1f-44a2-8553-a1b85ce0375d), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.213272 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4518bb39-6714-4da7-9bf6-08b871a87df9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (c912d884-7c1f-44a2-8553-a1b85ce0375d), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.217738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4518bb39-6714-4da7-9bf6-08b871a87df9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (c912d884-7c1f-44a2-8553-a1b85ce0375d), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.243432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518bb39-6714-4da7-9bf6-08b871a87df9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c912d884-7c1f-44a2-8553-a1b85ce0375d,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:31.249236 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4518bb39-6714-4da7-9bf6-08b871a87df9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.250429 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-4518bb39-6714-4da7-9bf6-08b871a87df9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1303892
Apr 29 13:47:31.253924 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 53948) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:47:31.258519 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:47:31.280580 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.358861 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.468781 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.27.2.53 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/3d95f2f4-650a-4892-86a9-885756c18a7f) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:47:31.569979 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.608126 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.646934 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:47:31.653429 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:47:31.655957 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:47:31.678287 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=3d95f2f4-650a-4892-86a9-885756c18a7f,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:31.742962 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (acfa4580-e6ca-4752-b657-29cfa1c50e46), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.778323 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.941060 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:31.946926 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:32.022662 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=3d95f2f4-650a-4892-86a9-885756c18a7f,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:32.035124 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (acfa4580-e6ca-4752-b657-29cfa1c50e46), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:32.052549 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:32.053809 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4b3cf7da-07d5-4f75-aa9c-7b6bb6a912bf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.7987881
Apr 29 13:47:32.211701 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-93008933-b2f4-4e75-b777-4a93d316e750 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--520758796&fields=id&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 267 time: 0.0453176
Apr 29 13:47:32.327925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-a0399f90-df79-452f-b8a0-2a1dd9a73696 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:32.329409 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-a0399f90-df79-452f-b8a0-2a1dd9a73696 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.1110311
Apr 29 13:47:32.346472 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-23df5629-081e-42e1-a376-b99a9f555402 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/quotas/c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 375 time: 0.0107214
Apr 29 13:47:32.404269 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-b01f27fb-ac00-4877-8860-a6b02166cbc5 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0519183
Apr 29 13:47:32.468616 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-8d90f526-9f00-4bac-8a37-86d5e0183f03 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:47:32.469725 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-8d90f526-9f00-4bac-8a37-86d5e0183f03 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0540195
Apr 29 13:47:32.560682 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7a50a095-2de4-4d34-86e0-4b58ac189d5e service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836828
Apr 29 13:47:32.655237 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7b586cf2-2a61-4bce-b409-f3710fee1289 service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875173
Apr 29 13:47:32.869573 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6993ab02-8165-4e09-887e-a5940e93dda9 req-c140d9f9-5890-49db-9a13-e2a4292e7cc2 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 210 time: 0.0796182
Apr 29 13:47:33.874373 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-39c9d8b9-04c8-4b71-b15b-ab38b2aba950 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:33.875861 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-39c9d8b9-04c8-4b71-b15b-ab38b2aba950 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.1210692
Apr 29 13:47:33.968545 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-a731bac6-1dac-44cc-9e61-325b7b85ce5c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 472 time: 0.0833387
Apr 29 13:47:33.984174 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ddf67ef8-7f7d-4983-9bc5-45b20b9a641b req-251c456a-3d97-4d89-8fbc-80ccaf1737fd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 210 time: 0.0346174
Apr 29 13:47:34.022682 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'port': {'device_id': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'admin_state_up': True, 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'security_groups': ['7947a3db-fe49-4c39-a6ee-fe550829837c']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:47:34.139627 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Made reservation on behalf of c8d87e162c5d433cb2836c9ad0b4cd88 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:47:34.142947 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:34.266681 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.20.0.9 (18e76b28-6ca2-4e11-9387-b46844da8311/31ef63f5-5645-4fa4-a36f-0c51e726a69f/7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:47:34.411588 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:34.445814 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:34.490526 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:47:34.495943 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:47:34.499951 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:47:34.506662 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:34.556925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:34.557569 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:34.576723 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-886a9208-e7fe-438c-bc52-bdbf3f937ac8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5580297
Apr 29 13:47:34.586625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-8d33a883-85cb-46d6-be90-2e37159db3ec tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:47:34.587639 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-8d33a883-85cb-46d6-be90-2e37159db3ec tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0052769
Apr 29 13:47:34.649980 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Request body: {'port': {'device_id': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:47:34.719234 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:34.741728 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-be587577-9c87-4d90-80fb-b5df81ad4a5f None None] Provisioning complete for port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:47:34.742306 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-be587577-9c87-4d90-80fb-b5df81ad4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:34.916692 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-be587577-9c87-4d90-80fb-b5df81ad4a5f None None] Port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:47:35.001112 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:47:35.009182 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Publish callbacks [] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:35.022401 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Transition to ACTIVE for port object 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:47:35.027064 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:35.114160 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Pushing event updated for resources: {'Port': ['ID=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:35.129303 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1fe0-b9b7-4470-896c-c3aa30f89990 req-a4537d4c-956e-4c93-8087-b3c12cacf62f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:35.130885 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-758f1fe0-b9b7-4470-896c-c3aa30f89990 req-a4537d4c-956e-4c93-8087-b3c12cacf62f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 943 time: 0.0752831
Apr 29 13:47:35.498815 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-758f1fe0-b9b7-4470-896c-c3aa30f89990 req-573a3a2a-292b-4d47-b5cd-e8a6c96c264a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3525560
Apr 29 13:47:35.509533 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Attempting to bind port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:47:35.509872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Attempting to bind port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:47:35.510192 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Attempting to bind port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:47:35.514881 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 on network 18e76b28-6ca2-4e11-9387-b46844da8311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:47:35.515172 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Attempting to bind port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:47:35.522124 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:47:35.522470 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Checking segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:47:35.522856 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Bound using segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:47:35.523282 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Bound port: 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:47:35.523636 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:35.586739 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] For port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:47:35.589776 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] For port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:47:35.598874 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:35.633082 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:35.633610 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:35.635103 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] 10.222.0.48 "PUT /v2.0/ports/7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 HTTP/1.1" status: 200  len: 1093 time: 1.0408199
Apr 29 13:47:35.637995 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:47:35.641544 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c8c02f-382a-4851-ad84-2cae060bad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:47:35.678971 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d696eda-d0b7-4db8-8cc9-cddef43cbe8a service neutron] Pushing event updated for resources: {'Port': ['ID=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:35.726180 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-8fe724e4-a58d-4f0b-b509-092306addad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:35.727745 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-8fe724e4-a58d-4f0b-b509-092306addad0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 1127 time: 0.0458541
Apr 29 13:47:35.771768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6d2860-5ed1-48cf-912b-5f3f1ea46689 x-openstack-request-id: req-4c6d2860-5ed1-48cf-912b-5f3f1ea46689 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:47:35.772046 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:47:35.772308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c6d2860-5ed1-48cf-912b-5f3f1ea46689 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:47:35.772700 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6d2860-5ed1-48cf-912b-5f3f1ea46689'] response: {'name': 'network-changed', 'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'status': 'completed', 'code': 200}
Apr 29 13:47:35.774301 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-29a822e7-c69e-443d-89f2-6508af5eb72f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 HTTP/1.1" status: 200  len: 217 time: 0.0400293
Apr 29 13:47:35.830506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-ac09e1bf-bd96-44d6-b737-ab3553593318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:35.832094 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-ac09e1bf-bd96-44d6-b737-ab3553593318 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0527313
Apr 29 13:47:35.877427 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-760d565f-6bac-449f-8550-511fdd69daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:35.879087 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-760d565f-6bac-449f-8550-511fdd69daa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0418220
Apr 29 13:47:35.978927 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-760c4fdd-2947-48aa-a322-df3456e007b4 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0938206
Apr 29 13:47:36.073747 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dc534b86-fa56-493a-a9ec-e5fcc701f0c0 req-849275c5-e3e4-4a9d-9035-adc62d05339a service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894651
Apr 29 13:47:36.615894 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88645852-49ab-4263-82a5-0b68b55181c7 req-722eac09-ca51-40fd-8e73-d939e5ad1282 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:36.617367 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-88645852-49ab-4263-82a5-0b68b55181c7 req-722eac09-ca51-40fd-8e73-d939e5ad1282 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 943 time: 0.0482862
Apr 29 13:47:36.666653 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-88645852-49ab-4263-82a5-0b68b55181c7 req-d4b45245-f8ad-4689-80d8-53fad3bb6b21 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437291
Apr 29 13:47:36.844464 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-e706d980-10a5-4ef7-a141-4c17e2c3554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:36.845966 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-e706d980-10a5-4ef7-a141-4c17e2c3554c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 1127 time: 0.0403233
Apr 29 13:47:36.949347 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-7e4be608-fcdc-4259-bfc0-95734987b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:36.951152 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-7e4be608-fcdc-4259-bfc0-95734987b14c service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.0986876
Apr 29 13:47:36.992352 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-1d6047b2-b9de-4376-bb98-4a306ec5bf7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 HTTP/1.1" status: 200  len: 217 time: 0.0348303
Apr 29 13:47:37.044191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-c5d765de-e773-4e61-8f75-561d620e79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:37.045687 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-c5d765de-e773-4e61-8f75-561d620e79b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0483332
Apr 29 13:47:37.091695 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-1014397e-0f6a-4af6-8ba6-43b50224afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:37.093238 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-1014397e-0f6a-4af6-8ba6-43b50224afb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0415616
Apr 29 13:47:37.185246 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-0900528e-1b57-4387-be45-2503f4feb5f7 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850105
Apr 29 13:47:37.279741 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d7c8c02f-382a-4851-ad84-2cae060bad3d req-110e2e9d-89fd-4dbc-a9c6-444e70e94fbc service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879529
Apr 29 13:47:37.784509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef557eb-edb6-45f2-9960-8074167d8607 req-f89509b4-e810-4ace-8e6f-d019e2526fbc tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:37.786201 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5ef557eb-edb6-45f2-9960-8074167d8607 req-f89509b4-e810-4ace-8e6f-d019e2526fbc tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 943 time: 0.0490124
Apr 29 13:47:37.835687 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5ef557eb-edb6-45f2-9960-8074167d8607 req-76112ae1-0e8f-49a2-9f7c-222e0e8f866a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434499
Apr 29 13:47:38.561962 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:47:38.966222 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ecbf-0066-42ef-844b-5b6b2e6d3177 req-72d421b2-f4c7-4d4f-9f13-bfb97476b1b2 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:38.967988 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fd00ecbf-0066-42ef-844b-5b6b2e6d3177 req-72d421b2-f4c7-4d4f-9f13-bfb97476b1b2 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 943 time: 0.0556426
Apr 29 13:47:39.028340 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fd00ecbf-0066-42ef-844b-5b6b2e6d3177 req-71e60a2a-a06d-44c3-b186-0965996130d3 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520790
Apr 29 13:47:39.351619 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:47:39.460270 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:47:39.472300 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'port_id': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'mac_address': 'fa:16:3e:b8:ca:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:47:39.516770 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:47:39.517151 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:39.532754 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:47:39.553573 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:47:39.557816 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:39.610367 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:39.617900 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.618241 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.618584 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.618956 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.619407 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.619745 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.620071 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.620396 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.620721 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.621051 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.621375 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.621698 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.622023 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.622336 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.622681 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:47:39.779610 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:47:40.156534 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffbb6c-0060-485c-879b-4fc8fc35e45c req-91dcda66-5b21-459e-98ec-35febce3c5df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:40.158021 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33ffbb6c-0060-485c-879b-4fc8fc35e45c req-91dcda66-5b21-459e-98ec-35febce3c5df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 944 time: 0.0559137
Apr 29 13:47:40.211236 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33ffbb6c-0060-485c-879b-4fc8fc35e45c req-20996f6e-638b-4862-8fe9-e45596ef5cae tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474689
Apr 29 13:47:40.303143 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:41.332078 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78c361-47ec-4c99-965f-c1521d0b2cd2 req-9c7fc30d-d0e7-485f-b10e-98aa15584e0f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:41.333685 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-df78c361-47ec-4c99-965f-c1521d0b2cd2 req-9c7fc30d-d0e7-485f-b10e-98aa15584e0f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 944 time: 0.0504024
Apr 29 13:47:41.367381 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:47:41.392945 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-df78c361-47ec-4c99-965f-c1521d0b2cd2 req-646dfd3f-4652-4c3a-b9a0-c3db2b6cb1dc tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528495
Apr 29 13:47:41.418462 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:47:41.425602 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:47:41.426007 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:41.506522 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:47:41.506941 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:41.529744 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:47:41.532043 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb295c1a-a76a-4bde-b002-ffae0a6bf4e5" -d '{"events": [{"server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "name": "network-vif-plugged", "status": "completed", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:47:41.544849 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:47:41.549146 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:41.580142 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66957358-19a7-420c-b18e-bd88a558c78d x-openstack-request-id: req-66957358-19a7-420c-b18e-bd88a558c78d {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:47:41.580440 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "name": "network-vif-plugged", "status": "completed", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:47:41.580701 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66957358-19a7-420c-b18e-bd88a558c78d {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:47:41.581351 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66957358-19a7-420c-b18e-bd88a558c78d'] response: {'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'code': 200}
Apr 29 13:47:41.605754 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:47:41.751866 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06357d-17ad-4392-85e5-b92cd835a2ad req-a2212658-e273-4f5d-b6a3-e1b922b5ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:41.753730 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fb06357d-17ad-4392-85e5-b92cd835a2ad req-a2212658-e273-4f5d-b6a3-e1b922b5ee02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 1129 time: 0.0405977
Apr 29 13:47:41.798891 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fb06357d-17ad-4392-85e5-b92cd835a2ad req-2eb7ee86-6a18-415b-b61c-05290f5560fd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387599
Apr 29 13:47:42.507863 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fa95e-613a-44a2-881a-c724f28358c3 req-c6ed51d9-1384-403d-97dd-5c84c2498eb9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:42.509372 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-230fa95e-613a-44a2-881a-c724f28358c3 req-c6ed51d9-1384-403d-97dd-5c84c2498eb9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 945 time: 0.0483005
Apr 29 13:47:42.557839 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-230fa95e-613a-44a2-881a-c724f28358c3 req-b27d5b08-101c-462e-91f8-3eac538022ea tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427344
Apr 29 13:47:43.679484 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930ebdf-72c3-4fff-8063-5cf2b86bbf05 req-7de8dcb6-d6d1-4d00-9fd0-b1414e0c4c40 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:43.680968 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6930ebdf-72c3-4fff-8063-5cf2b86bbf05 req-7de8dcb6-d6d1-4d00-9fd0-b1414e0c4c40 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 945 time: 0.0524511
Apr 29 13:47:43.727820 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6930ebdf-72c3-4fff-8063-5cf2b86bbf05 req-1fe21351-e87b-499d-bda0-082ba61ec8c2 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412652
Apr 29 13:47:43.836918 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca418a1-5dd7-4e88-8749-6c8eea2dddf2 req-0738a657-a34b-4824-9bd6-10d2db9d1cf7 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:43.838395 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7ca418a1-5dd7-4e88-8749-6c8eea2dddf2 req-0738a657-a34b-4824-9bd6-10d2db9d1cf7 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 945 time: 0.0480943
Apr 29 13:47:43.847608 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54012) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:47:43.852103 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'port_id': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:47:43.890057 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (acfa4580-e6ca-4752-b657-29cfa1c50e46), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:44.618696 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:44.622532 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (acfa4580-e6ca-4752-b657-29cfa1c50e46), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:44.727186 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP acfa4580-e6ca-4752-b657-29cfa1c50e46 associated. External IP: 172.27.2.53, port: 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4.
Apr 29 13:47:44.936749 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:47:45.046721 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:47:45.051685 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:45.056447 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:47:45.066996 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:47:45.067619 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07c1a60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:47:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:47:45.082035 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-f0ecb9b5-f9bc-4d44-aa79-4ff48d3e939e tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "PUT /v2.0/floatingips/acfa4580-e6ca-4752-b657-29cfa1c50e46 HTTP/1.1" status: 200  len: 990 time: 1.2332246
Apr 29 13:47:45.082649 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:47:45.084909 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91192291-0c94-46c5-99e9-ae3d15bbf2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:47:45.120914 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53997478-cd61-4248-b5cb-ead0aa920fdc x-openstack-request-id: req-53997478-cd61-4248-b5cb-ead0aa920fdc {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:47:45.121210 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:47:45.121469 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53997478-cd61-4248-b5cb-ead0aa920fdc {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:47:45.121887 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53997478-cd61-4248-b5cb-ead0aa920fdc'] response: {'name': 'network-changed', 'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'status': 'completed', 'code': 200}
Apr 29 13:47:45.178895 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-8dfa251a-fda6-4558-b602-6466d37ecef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:45.180425 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-8dfa251a-fda6-4558-b602-6466d37ecef2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 1129 time: 0.0389192
Apr 29 13:47:45.181968 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:47:45.281996 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-a76e239a-b235-4f38-998f-4bdc974eb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:45.283563 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-a76e239a-b235-4f38-998f-4bdc974eb972 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.0977032
Apr 29 13:47:45.351760 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-c433be5e-9737-473c-8956-8fe1aab83b88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 HTTP/1.1" status: 200  len: 998 time: 0.0620451
Apr 29 13:47:45.405322 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-6d9ef7c2-6326-4bf0-8135-7c3818428fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:45.406831 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-6d9ef7c2-6326-4bf0-8135-7c3818428fdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0489831
Apr 29 13:47:45.409976 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07c1a60>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'acfa4580-e6ca-4752-b657-29cfa1c50e46', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:b8:ca:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:47:31Z', 'updated_at': '2022-04-29T13:47:44Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}, {'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:54Z', 'revision_number': 2, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:47:45.437846 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:47:45.453106 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-cef3f50a-ea87-43fa-8e49-36c35928fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:47:45.454683 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-cef3f50a-ea87-43fa-8e49-36c35928fd24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0413563
Apr 29 13:47:45.458926 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:47:45.459565 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07c1a60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:47:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:47:45.550477 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-17e90731-6625-425f-91dd-7f93788f9478 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891964
Apr 29 13:47:45.574318 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:47:45.647238 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-91192291-0c94-46c5-99e9-ae3d15bbf2bb req-86f4f1b9-26ab-4f2a-9a87-a2110082f2ea service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916188
Apr 29 13:47:45.803764 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07c1a60>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'acfa4580-e6ca-4752-b657-29cfa1c50e46', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:b8:ca:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:47:31Z', 'updated_at': '2022-04-29T13:47:44Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}, {'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:54Z', 'revision_number': 2, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:47:45.835037 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f6080-2ba0-49ec-ba1f-da633d9dfec4 None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'acfa4580-e6ca-4752-b657-29cfa1c50e46', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:b8:ca:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:47:31Z', 'updated_at': '2022-04-29T13:47:44Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}, {'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:54Z', 'revision_number': 2, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:47:46.048821 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c95efd-1f7b-4f1c-9b39-8a403dbcbda1 None None] New status for floating IP acfa4580-e6ca-4752-b657-29cfa1c50e46: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:47:49.999983 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d76c1893-97a6-4236-9651-748906f66232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:52.505297 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-09218e9c-2e46-481a-bb0a-9ea2f4f4d911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:53.703740 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:55.049122 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:47:56.674444 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:10.303670 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:12.571590 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca6802-471c-4eb6-a5e5-bd5fbacc1aeb req-25c65508-e712-46b9-ba13-f0aa9a487df6 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:12.573076 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ddca6802-471c-4eb6-a5e5-bd5fbacc1aeb req-25c65508-e712-46b9-ba13-f0aa9a487df6 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 945 time: 0.0478714
Apr 29 13:48:12.623932 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ddca6802-471c-4eb6-a5e5-bd5fbacc1aeb req-9199dda1-2757-456a-91f4-2a1889fa0547 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446625
Apr 29 13:48:13.750943 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b277b7-a610-4887-bef8-c56b0148b8e7 req-ad4f08da-f96c-4e62-9588-3d01a799cb73 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:13.752411 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f9b277b7-a610-4887-bef8-c56b0148b8e7 req-ad4f08da-f96c-4e62-9588-3d01a799cb73 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 945 time: 0.0511279
Apr 29 13:48:13.804308 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f9b277b7-a610-4887-bef8-c56b0148b8e7 req-e4ffade5-6a3d-43c7-bd47-1bc2dc4921ae tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457799
Apr 29 13:48:14.110656 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-7bae3f85-4f43-4c3d-aa16-f6eeb97bc0aa tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:14.112701 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-7bae3f85-4f43-4c3d-aa16-f6eeb97bc0aa tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 945 time: 0.0555360
Apr 29 13:48:14.202471 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Deleting port 8dccedaf-7e63-4d06-b9f9-f822259380a5 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:48:14.202833 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:14.292120 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] For port 8dccedaf-7e63-4d06-b9f9-f822259380a5, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=8dccedaf-7e63-4d06-b9f9-f822259380a5,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:14.292388 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:14.468793 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:14.469161 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (ffa77369-52c1-4069-a8b9-3d7e4ef45899), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:14.469470 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Floating IP ffa77369-52c1-4069-a8b9-3d7e4ef45899 disassociated. External IP: 172.27.2.162, port: 8dccedaf-7e63-4d06-b9f9-f822259380a5.
Apr 29 13:48:14.469809 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Calling delete_port for 8dccedaf-7e63-4d06-b9f9-f822259380a5 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:48:14.610174 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (8dccedaf-7e63-4d06-b9f9-f822259380a5), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:14.638972 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event deleted for resources: {'Port': ['ID=8dccedaf-7e63-4d06-b9f9-f822259380a5,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:14.764924 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:48:14.880796 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:48:14.890294 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:48:14.902534 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:14.903203 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0968a00>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:47:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:14.933249 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-34412ce6-ecf3-462d-a524-e5bc37079017 req-ca4ac9af-1443-45f3-86e4-4861b23a2547 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=93e8f67e-77af-4b4d-9bc5-dc357efb15e6 HTTP/1.1" status: 200  len: 210 time: 0.0505118
Apr 29 13:48:14.957781 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] No DVR routers for this DVR port 8dccedaf-7e63-4d06-b9f9-f822259380a5 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:48:14.958142 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:14.961614 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3d08ae04-a2c6-4614-9a00-f855fd130d24 req-b0ff593a-c7a3-4291-8098-714eb2211ed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "DELETE /v2.0/ports/8dccedaf-7e63-4d06-b9f9-f822259380a5 HTTP/1.1" status: 204  len: 173 time: 0.8434162
Apr 29 13:48:14.962108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'name': 'network-vif-deleted', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:14.964454 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f42b5db-ad78-44fe-8176-f975962fe02d" -d '{"events": [{"server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "name": "network-vif-deleted", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:15.007361 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677d8ed0-4d09-4e91-a700-978a48031ff5 x-openstack-request-id: req-677d8ed0-4d09-4e91-a700-978a48031ff5 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:15.007657 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e8f67e-77af-4b4d-9bc5-dc357efb15e6", "name": "network-vif-deleted", "tag": "8dccedaf-7e63-4d06-b9f9-f822259380a5", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:15.007917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-677d8ed0-4d09-4e91-a700-978a48031ff5 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:15.008322 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677d8ed0-4d09-4e91-a700-978a48031ff5'] response: {'server_uuid': '93e8f67e-77af-4b4d-9bc5-dc357efb15e6', 'name': 'network-vif-deleted', 'tag': '8dccedaf-7e63-4d06-b9f9-f822259380a5', 'status': 'completed', 'code': 200}
Apr 29 13:48:15.145925 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:15.348533 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0968a00>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:15.375132 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:48:15.384712 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:15.385257 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0968a00>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:47:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:15.496280 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:15.579383 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:48:15.709416 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0968a00>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:15.739351 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bbd3b-64ad-4354-8176-d2bd9a9ab925 None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:48:15.970028 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693ddaf-deca-4abf-a868-3880335ad2e9 None None] New status for floating IP ffa77369-52c1-4069-a8b9-3d7e4ef45899: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:48:16.213811 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-d922b208-4463-4a7e-90ca-24b697114edd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556241506&fields=id&tenant_id=de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 267 time: 0.0477600
Apr 29 13:48:16.323627 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-be372978-22ba-40e1-b6df-b7739ec6f363 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:16.325292 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-be372978-22ba-40e1-b6df-b7739ec6f363 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 811 time: 0.1050515
Apr 29 13:48:16.340801 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-b30faf17-bc38-4ff4-a7c9-af75963564c6 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/quotas/de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 375 time: 0.0101020
Apr 29 13:48:16.391803 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-18ac2682-f064-4695-8466-413a2cfbe8c0 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0458682
Apr 29 13:48:16.489247 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-fb6f1be2-04ff-4053-bc2b-da7d9dae190e service neutron] 10.222.0.52 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847394
Apr 29 13:48:16.586138 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-5b4eaf5f-6e42-4eb1-952a-676509ef70a7 service neutron] 10.222.0.52 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904465
Apr 29 13:48:16.898325 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-42040623-ebbd-4363-8615-4bc41e35cf7a req-57f04d81-1c1c-4a72-a4d8-33a0f3d2833d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 210 time: 0.0298827
Apr 29 13:48:17.553808 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 8dccedaf-7e63-4d06-b9f9-f822259380a5 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:48:17.576871 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 8dccedaf-7e63-4d06-b9f9-f822259380a5 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:48:17.577211 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 8dccedaf-7e63-4d06-b9f9-f822259380a5 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:48:17.998570 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3b9efebf-e966-47a5-a5ca-39ebe586ea02 req-ae4c35fd-f72e-473e-8fc6-7a3ed211f4b0 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 210 time: 0.0315380
Apr 29 13:48:18.141308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-a820c39b-bcd9-4c5a-b1dc-7119b587e131 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:18.143104 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-a820c39b-bcd9-4c5a-b1dc-7119b587e131 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 811 time: 0.1205416
Apr 29 13:48:18.343749 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-32026ee7-d3db-49bb-8c02-01b465936785 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 380 time: 0.0617983
Apr 29 13:48:18.354024 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'port': {'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'admin_state_up': True, 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'security_groups': ['fada0ee5-7d56-44ba-a40a-78a958a0a2ff']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:18.468782 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Made reservation on behalf of de4a8f8d563b4ab787ffac70ae770e05 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:48:18.472369 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:18.606227 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Allocated IP 172.20.0.5 (5c7db084-3551-4948-a794-b280f9dd4ed8/816107df-a23a-4815-90e1-8c3be0c8343b/36d3ed28-8e41-4d72-bce3-2520d997bd74) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:48:18.769455 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:18.811644 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:18.855831 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:48:18.861300 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:48:18.863821 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:48:18.894299 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=36d3ed28-8e41-4d72-bce3-2520d997bd74,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:18.925697 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:18.926833 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:18.945143 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7f6e7a73-72a6-4887-9a12-c45f91c58606 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5951686
Apr 29 13:48:18.959516 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Request body: {'port': {'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:19.022696 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:19.073820 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-09d43e18-86af-43e2-8eca-d7c806e5ff12 None None] Provisioning complete for port 36d3ed28-8e41-4d72-bce3-2520d997bd74 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:48:19.075204 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-09d43e18-86af-43e2-8eca-d7c806e5ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:19.122585 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-09d43e18-86af-43e2-8eca-d7c806e5ff12 None None] Port 36d3ed28-8e41-4d72-bce3-2520d997bd74 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:48:19.187611 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31aaa6-5ea7-4f9a-80c6-6fcfaf8c499b req-ecaaec23-8c65-42b5-b293-1c460a403d37 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:19.188992 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf31aaa6-5ea7-4f9a-80c6-6fcfaf8c499b req-ecaaec23-8c65-42b5-b293-1c460a403d37 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 931 time: 0.1196892
Apr 29 13:48:19.303225 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cf31aaa6-5ea7-4f9a-80c6-6fcfaf8c499b req-d719b8c5-bcdd-4693-8369-04e28e52810b tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080534
Apr 29 13:48:19.390181 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d3ed28-8e41-4d72-bce3-2520d997bd74 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:48:19.398229 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Publish callbacks [] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:19.410983 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Transition to ACTIVE for port object 36d3ed28-8e41-4d72-bce3-2520d997bd74 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:48:19.414846 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:19.468719 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Pushing event updated for resources: {'Port': ['ID=36d3ed28-8e41-4d72-bce3-2520d997bd74,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:19.544494 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Attempting to bind port 36d3ed28-8e41-4d72-bce3-2520d997bd74 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:48:19.544830 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Attempting to bind port 36d3ed28-8e41-4d72-bce3-2520d997bd74 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:48:19.545189 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Attempting to bind port 36d3ed28-8e41-4d72-bce3-2520d997bd74 on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:48:19.550249 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Port 36d3ed28-8e41-4d72-bce3-2520d997bd74 on network 5c7db084-3551-4948-a794-b280f9dd4ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:48:19.550566 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Attempting to bind port 36d3ed28-8e41-4d72-bce3-2520d997bd74 on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:48:19.556356 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:48:19.556694 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Checking segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:48:19.557080 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Bound using segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:48:19.557510 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Bound port: 36d3ed28-8e41-4d72-bce3-2520d997bd74, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:48:19.557868 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:19.630185 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] For port 36d3ed28-8e41-4d72-bce3-2520d997bd74, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:48:19.633552 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] For port 36d3ed28-8e41-4d72-bce3-2520d997bd74, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:48:19.641376 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:19.680523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:19.681158 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:19.682534 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] 10.222.0.48 "PUT /v2.0/ports/36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 200  len: 1093 time: 0.7279658
Apr 29 13:48:19.683011 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:19.685382 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff587e1-2280-4794-9cbe-6eaa4c430695" -d '{"events": [{"name": "network-changed", "server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:19.719417 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d7af9-3133-4b53-bb1f-868c7b87db62 service neutron] Pushing event updated for resources: {'Port': ['ID=36d3ed28-8e41-4d72-bce3-2520d997bd74,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:19.757221 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cd1770-b741-4ecc-987a-0243a0cd860e x-openstack-request-id: req-c6cd1770-b741-4ecc-987a-0243a0cd860e {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:19.757525 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:19.757787 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6cd1770-b741-4ecc-987a-0243a0cd860e {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:19.758192 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cd1770-b741-4ecc-987a-0243a0cd860e'] response: {'name': 'network-changed', 'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'status': 'completed', 'code': 200}
Apr 29 13:48:19.770170 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-9f9aa6e1-6a62-4b22-b157-04306df45dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:19.772401 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-9f9aa6e1-6a62-4b22-b157-04306df45dcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1127 time: 0.0485632
Apr 29 13:48:19.815118 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-60cac8b7-e835-4f68-a14f-cafba225be9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 200  len: 217 time: 0.0358553
Apr 29 13:48:19.865213 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-65057b6e-4dd3-4e27-afdc-df6eec95ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:19.866705 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-65057b6e-4dd3-4e27-afdc-df6eec95ab03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0458572
Apr 29 13:48:19.918980 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-47490e78-63dc-4f31-9cfa-1ee8093820df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:19.920380 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-47490e78-63dc-4f31-9cfa-1ee8093820df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0483122
Apr 29 13:48:20.008677 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b88-1b16-404c-b795-ca3150e4778c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:20.021005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-d1bb9794-8dd9-4bac-9bad-6c166a7de9be service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935106
Apr 29 13:48:20.128762 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-8658240c-1c9c-4a4e-86b6-438c2e95286e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0568016
Apr 29 13:48:20.156636 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4fd3031c-896a-4d0f-aa41-2fd59de7158f req-7e38393c-932f-4f1f-9cd0-3924dab438c9 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265278
Apr 29 13:48:20.192152 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039f4dd-9660-471b-a015-db470cb38201 req-c182b734-0aa9-4e45-be4c-c725767237dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:20.193796 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-c182b734-0aa9-4e45-be4c-c725767237dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 1129 time: 0.0420697
Apr 29 13:48:20.353339 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebb075-2618-44fa-90e2-83c7900ed952 req-00a950ec-4b0f-4e81-b187-452dba77827d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:20.354904 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0eebb075-2618-44fa-90e2-83c7900ed952 req-00a950ec-4b0f-4e81-b187-452dba77827d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 945 time: 0.0502017
Apr 29 13:48:20.411912 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-662bd693-1c71-4bfa-a55c-66b51aa665d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:20.413442 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-662bd693-1c71-4bfa-a55c-66b51aa665d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1127 time: 0.0472460
Apr 29 13:48:20.505259 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2ffc1-f57c-4bc3-aefa-211dfbe80ffa req-632b11ec-ee0a-4ab9-9278-f04017a81cdf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:20.506774 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-24b2ffc1-f57c-4bc3-aefa-211dfbe80ffa req-632b11ec-ee0a-4ab9-9278-f04017a81cdf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 943 time: 0.1281271
Apr 29 13:48:20.514153 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0eebb075-2618-44fa-90e2-83c7900ed952 req-4befd88e-3acd-4f2e-904e-ce2640a428d9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1533897
Apr 29 13:48:20.549652 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039f4dd-9660-471b-a015-db470cb38201 req-95e68583-f33f-48f2-8a25-e630803f5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:20.551845 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-95e68583-f33f-48f2-8a25-e630803f5dd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.1705244
Apr 29 13:48:20.579014 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-24b2ffc1-f57c-4bc3-aefa-211dfbe80ffa req-00efece8-058f-4da2-9768-f8481e337f6c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624821
Apr 29 13:48:21.470922 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-c5fa5221-1004-4a7c-8ab6-ec7ceb321f95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861 HTTP/1.1" status: 200  len: 1001 time: 0.0637734
Apr 29 13:48:21.496099 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-23b6ef66-99cb-4427-a675-ca3d949f8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:21.497592 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-23b6ef66-99cb-4427-a675-ca3d949f8b20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.0911949
Apr 29 13:48:21.627090 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06187eb-8b18-4a58-87fc-e5f0515b03f4 req-716cda7e-b48e-4511-b38e-43e04621caec tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:21.628575 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b06187eb-8b18-4a58-87fc-e5f0515b03f4 req-716cda7e-b48e-4511-b38e-43e04621caec tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 945 time: 0.0474286
Apr 29 13:48:21.708539 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c1b39-1abe-415b-b16f-841101ab4fff req-8c7a857d-a8b9-4a73-a112-bf8a0cfb4a34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:21.709993 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b34c1b39-1abe-415b-b16f-841101ab4fff req-8c7a857d-a8b9-4a73-a112-bf8a0cfb4a34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 943 time: 0.0613463
Apr 29 13:48:21.713856 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b06187eb-8b18-4a58-87fc-e5f0515b03f4 req-7c05b675-eea5-4787-8a16-aedbd7450f00 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782413
Apr 29 13:48:21.766623 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b34c1b39-1abe-415b-b16f-841101ab4fff req-efc68bdb-c8ae-4bf1-b779-2e6726b27e37 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507789
Apr 29 13:48:22.029143 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-780fe2ca-25e4-435a-b60f-c88c8ac79f70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 200  len: 217 time: 0.0394869
Apr 29 13:48:22.032649 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039f4dd-9660-471b-a015-db470cb38201 req-c97d2990-6e67-442c-9bb9-b1f0c64a136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:22.034161 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-c97d2990-6e67-442c-9bb9-b1f0c64a136a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0441210
Apr 29 13:48:22.084304 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-dbee2e22-04d2-4ee1-9ebc-1f98b95dbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:22.085763 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-dbee2e22-04d2-4ee1-9ebc-1f98b95dbeb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0508702
Apr 29 13:48:22.088286 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039f4dd-9660-471b-a015-db470cb38201 req-f6b6fc2f-4f28-41e5-a646-93a8dcb969ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:22.089820 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-f6b6fc2f-4f28-41e5-a646-93a8dcb969ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0502994
Apr 29 13:48:22.156618 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-bc8a10fd-6f43-4004-830a-3a1b5c3ab933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:22.158175 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-bc8a10fd-6f43-4004-830a-3a1b5c3ab933 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0402453
Apr 29 13:48:22.256703 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-175c09d0-0bd5-4370-9659-438488c59aec service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924573
Apr 29 13:48:22.351948 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [req-5ff587e1-2280-4794-9cbe-6eaa4c430695 req-59594845-411c-482e-9e7d-0b22f0ae7578 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896645
Apr 29 13:48:22.472477 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4206969a-9d27-455c-9df4-208ce57fd2c9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:22.474496 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4206969a-9d27-455c-9df4-208ce57fd2c9 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 945 time: 0.3550873
Apr 29 13:48:22.512060 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f330ac5e-cdd2-4332-a16c-98e94a3333dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:22.529173 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-979394e8-045b-4214-8ecb-a5e1528c9295 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4109023
Apr 29 13:48:22.619359 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:48:22.619694 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:22.705153 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a039f4dd-9660-471b-a015-db470cb38201 req-9cefb8dc-47df-47c5-b8d6-cc9fb5c279d2 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687436
Apr 29 13:48:22.729468 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] For port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:22.729825 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:22.881032 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa9116-bd18-40d9-98de-9c289fb5704a req-17097668-60f4-44ab-a966-fdd356833e74 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:22.882473 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c4aa9116-bd18-40d9-98de-9c289fb5704a req-17097668-60f4-44ab-a966-fdd356833e74 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=5254c3ff-a728-456c-a8b1-fd1bb4b06609 HTTP/1.1" status: 200  len: 945 time: 0.0998683
Apr 29 13:48:22.970456 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902e5a9-a4fd-4313-97f4-146d6855ad8d req-41fc2963-a908-4bc1-b776-3b15e07ba910 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:22.971939 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c902e5a9-a4fd-4313-97f4-146d6855ad8d req-41fc2963-a908-4bc1-b776-3b15e07ba910 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 943 time: 0.1164789
Apr 29 13:48:23.037986 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:23.038342 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (acfa4580-e6ca-4752-b657-29cfa1c50e46), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:23.038694 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP acfa4580-e6ca-4752-b657-29cfa1c50e46 disassociated. External IP: 172.27.2.53, port: 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4.
Apr 29 13:48:23.039038 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:48:23.043383 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c4aa9116-bd18-40d9-98de-9c289fb5704a req-9cbf19d4-416b-42f9-9121-e6c69b5f7735 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=7947a3db-fe49-4c39-a6ee-fe550829837c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1418366
Apr 29 13:48:23.072024 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c902e5a9-a4fd-4313-97f4-146d6855ad8d req-6630d328-b22d-4a00-a992-d9113b1c6466 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921035
Apr 29 13:48:23.199953 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:23.228079 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:23.356732 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:48:23.473655 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:48:23.483434 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:48:23.497586 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:23.498319 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07faa60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:23.519109 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] No DVR routers for this DVR port 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:48:23.521763 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:23.525071 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50a6ef16-92ab-477e-9c4e-54c232b5872e req-4819bf77-a473-4a42-ae4a-9c9eeb2c2c67 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "DELETE /v2.0/ports/7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 HTTP/1.1" status: 204  len: 173 time: 1.0448537
Apr 29 13:48:23.525515 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'name': 'network-vif-deleted', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:23.527925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1252f7-03e6-4897-90c0-610956bb6efa" -d '{"events": [{"server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "name": "network-vif-deleted", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:23.555404 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 36d3ed28-8e41-4d72-bce3-2520d997bd74 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:48:23.581519 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab5b04d-f504-403e-ad50-1b150747bc87 x-openstack-request-id: req-7ab5b04d-f504-403e-ad50-1b150747bc87 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:23.581815 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5254c3ff-a728-456c-a8b1-fd1bb4b06609", "name": "network-vif-deleted", "tag": "7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:23.582108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ab5b04d-f504-403e-ad50-1b150747bc87 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:23.582518 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab5b04d-f504-403e-ad50-1b150747bc87'] response: {'server_uuid': '5254c3ff-a728-456c-a8b1-fd1bb4b06609', 'name': 'network-vif-deleted', 'tag': '7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4', 'status': 'completed', 'code': 200}
Apr 29 13:48:23.620334 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:23.690876 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 36d3ed28-8e41-4d72-bce3-2520d997bd74, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:23.706511 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:48:23.742668 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:23.762978 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 36d3ed28-8e41-4d72-bce3-2520d997bd74 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:48:23.763508 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:23.782432 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d3ed28-8e41-4d72-bce3-2520d997bd74 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:48:23.809636 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 36d3ed28-8e41-4d72-bce3-2520d997bd74, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:23.814112 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:23.864486 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=36d3ed28-8e41-4d72-bce3-2520d997bd74,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:23.870851 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07faa60>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:54Z', 'revision_number': 2, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:23.899292 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:48:23.908345 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:23.908953 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae07faa60>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:24.023480 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['36d3ed28-8e41-4d72-bce3-2520d997bd74'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:48:24.029705 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:24.153406 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54098) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:24.221518 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9306d-1ac8-4ad9-a373-15ec6830f967 req-fbc23386-9616-42b3-8ef3-45869b9540d5 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:24.223078 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511f1890-c9eb-454d-8f82-c493886de2d8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (7947a3db-fe49-4c39-a6ee-fe550829837c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.229325 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77d9306d-1ac8-4ad9-a373-15ec6830f967 req-fbc23386-9616-42b3-8ef3-45869b9540d5 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 944 time: 0.0634265
Apr 29 13:48:24.260676 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511f1890-c9eb-454d-8f82-c493886de2d8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (7947a3db-fe49-4c39-a6ee-fe550829837c), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.268875 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae07faa60>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:54Z', 'revision_number': 2, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:24.278480 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-77d9306d-1ac8-4ad9-a373-15ec6830f967 req-bf95c286-cd46-4c06-97e2-506a7972da10 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480528
Apr 29 13:48:24.309928 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab68de-c5f8-4597-9b0d-c47cfce39283 None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': 'afb110de-f1bc-4c66-92f9-55e06da45216', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:0d:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:46:39Z', 'updated_at': '2022-04-29T13:46:54Z', 'revision_number': 2, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:48:24.323108 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511f1890-c9eb-454d-8f82-c493886de2d8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (7947a3db-fe49-4c39-a6ee-fe550829837c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.326044 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-511f1890-c9eb-454d-8f82-c493886de2d8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.327244 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-511f1890-c9eb-454d-8f82-c493886de2d8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/security-groups/7947a3db-fe49-4c39-a6ee-fe550829837c HTTP/1.1" status: 204  len: 168 time: 0.1717668
Apr 29 13:48:24.330085 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54100) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:24.336761 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f1890-c9eb-454d-8f82-c493886de2d8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7947a3db-fe49-4c39-a6ee-fe550829837c,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:24.349284 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.api.v2.resource [None req-04fb72d8-72f3-4d11-9ccd-d45e50c34930 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] show failed (client error): The resource could not be found.
Apr 29 13:48:24.353165 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-04fb72d8-72f3-4d11-9ccd-d45e50c34930 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups/7947a3db-fe49-4c39-a6ee-fe550829837c HTTP/1.1" status: 404  len: 347 time: 0.0192511
Apr 29 13:48:24.354127 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54102) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:24.479189 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port 3d95f2f4-650a-4892-86a9-885756c18a7f {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:48:24.479860 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.555957 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea1670-20f2-419d-99dc-f8388f2d1b41 None None] New status for floating IP acfa4580-e6ca-4752-b657-29cfa1c50e46: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:48:24.561740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.562072 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (3d95f2f4-650a-4892-86a9-885756c18a7f), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.575399 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for 3d95f2f4-650a-4892-86a9-885756c18a7f owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:48:24.717861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (3d95f2f4-650a-4892-86a9-885756c18a7f), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.743548 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=3d95f2f4-650a-4892-86a9-885756c18a7f,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:24.813053 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (acfa4580-e6ca-4752-b657-29cfa1c50e46), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.815639 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:24.816839 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-5ede56f8-85cf-494b-afd6-118b800c6f31 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/floatingips/acfa4580-e6ca-4752-b657-29cfa1c50e46 HTTP/1.1" status: 204  len: 168 time: 0.4617338
Apr 29 13:48:25.052203 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:25.393030 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb0700-c24a-4949-9a0a-d37036c430c0 req-c977abec-e04c-412d-bc13-91252c93741d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:25.394538 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e6cb0700-c24a-4949-9a0a-d37036c430c0 req-c977abec-e04c-412d-bc13-91252c93741d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 944 time: 0.0459471
Apr 29 13:48:25.443550 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e6cb0700-c24a-4949-9a0a-d37036c430c0 req-0e8c8017-2869-4123-a0cc-64866da0b183 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430384
Apr 29 13:48:25.552771 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 36d3ed28-8e41-4d72-bce3-2520d997bd74 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:48:25.601169 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 36d3ed28-8e41-4d72-bce3-2520d997bd74 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:48:25.606489 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 36d3ed28-8e41-4d72-bce3-2520d997bd74 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:48:25.606884 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:25.687288 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 36d3ed28-8e41-4d72-bce3-2520d997bd74 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:48:25.687672 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:25.712380 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:25.714743 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916dd642-acde-462c-9d87-ba3bf62a22fe" -d '{"events": [{"server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "name": "network-vif-plugged", "status": "completed", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:25.727995 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 36d3ed28-8e41-4d72-bce3-2520d997bd74, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:25.732999 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:25.733798 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:48:25.773322 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:48:25.773663 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 7eb0f7e4-73b8-484f-b5bf-a3d215ff5eb4 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:48:25.800277 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=36d3ed28-8e41-4d72-bce3-2520d997bd74,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:25.818407 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890a3e37-b335-4fb3-910e-42184eeb9f14 x-openstack-request-id: req-890a3e37-b335-4fb3-910e-42184eeb9f14 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:25.818741 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "name": "network-vif-plugged", "status": "completed", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:25.819002 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-890a3e37-b335-4fb3-910e-42184eeb9f14 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:25.819402 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890a3e37-b335-4fb3-910e-42184eeb9f14'] response: {'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'code': 200}
Apr 29 13:48:26.038966 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669bd91-a100-477a-93e5-652d4a3f0184 req-473f550f-c604-4c3d-912f-8519d0d28bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:26.040499 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d669bd91-a100-477a-93e5-652d4a3f0184 req-473f550f-c604-4c3d-912f-8519d0d28bf9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1129 time: 0.0440588
Apr 29 13:48:26.086801 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d669bd91-a100-477a-93e5-652d4a3f0184 req-49344052-6df8-4a32-b8e0-b70abf6fb60d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404670
Apr 29 13:48:26.428328 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8db2-2d2d-4375-8332-427cc6f68111 req-2ceb1c0b-db63-44c4-bb01-bcf262e96825 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:26.429899 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d9be8db2-2d2d-4375-8332-427cc6f68111 req-2ceb1c0b-db63-44c4-bb01-bcf262e96825 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 945 time: 0.0462384
Apr 29 13:48:26.477643 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d9be8db2-2d2d-4375-8332-427cc6f68111 req-4236f806-3ef4-4bf1-be2b-6bb7c791cd8a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420828
Apr 29 13:48:26.558333 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc2b39-fb8a-4ca1-8e08-12f2283c92a9 req-bd1d5389-1fc3-4b5d-991a-322a2569d5d9 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:26.559714 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f0cc2b39-fb8a-4ca1-8e08-12f2283c92a9 req-bd1d5389-1fc3-4b5d-991a-322a2569d5d9 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 945 time: 0.0465119
Apr 29 13:48:26.611555 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f0cc2b39-fb8a-4ca1-8e08-12f2283c92a9 req-496ed6ff-c12f-4747-906d-0033d6f6a89c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463421
Apr 29 13:48:26.679676 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:27.594648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3430a1-8bdb-4af1-86f3-e3c9976cc589 req-e0099a6f-1d2e-4649-974d-2a0a4fe9dd09 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:27.596150 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bd3430a1-8bdb-4af1-86f3-e3c9976cc589 req-e0099a6f-1d2e-4649-974d-2a0a4fe9dd09 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 945 time: 0.0484643
Apr 29 13:48:27.644267 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bd3430a1-8bdb-4af1-86f3-e3c9976cc589 req-af4df9cf-2b03-4dc4-add3-82a2f755d454 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=b59b7c89-4700-4dd3-b56f-e70d04044eab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422902
Apr 29 13:48:27.724881 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31940f08-d719-4a8a-be49-3f4f168ad6f0 req-ea4bb42b-c74e-4280-8d23-df36d3355e23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:27.726332 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-31940f08-d719-4a8a-be49-3f4f168ad6f0 req-ea4bb42b-c74e-4280-8d23-df36d3355e23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 945 time: 0.0469408
Apr 29 13:48:27.774718 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-31940f08-d719-4a8a-be49-3f4f168ad6f0 req-1a7a59e1-3abc-4da3-803c-fc33aa7f8c9d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426772
Apr 29 13:48:28.040642 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d666610-f7f4-41af-90a3-5b3853280849 req-197380ce-a110-4f58-bac0-392012891445 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:28.042009 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6d666610-f7f4-41af-90a3-5b3853280849 req-197380ce-a110-4f58-bac0-392012891445 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 945 time: 0.0516362
Apr 29 13:48:28.168598 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port b5bd1048-6f7b-4be6-998c-4cf7b394c861 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:48:28.169065 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:28.266960 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] For port b5bd1048-6f7b-4be6-998c-4cf7b394c861, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=b5bd1048-6f7b-4be6-998c-4cf7b394c861,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:28.267319 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:28.458967 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:28.459303 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (afb110de-f1bc-4c66-92f9-55e06da45216), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:28.459627 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP afb110de-f1bc-4c66-92f9-55e06da45216 disassociated. External IP: 172.27.2.231, port: b5bd1048-6f7b-4be6-998c-4cf7b394c861.
Apr 29 13:48:28.459974 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for b5bd1048-6f7b-4be6-998c-4cf7b394c861 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:48:28.611833 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (b5bd1048-6f7b-4be6-998c-4cf7b394c861), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:28.639297 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=b5bd1048-6f7b-4be6-998c-4cf7b394c861,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:28.777798 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8d463686-05f1-47a7-8315-db90ae574473 req-6837d99c-a994-4b73-bcd1-c54ecfede30b tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b37ccf1-cfd1-4921-88d0-ba5f1a68d904 HTTP/1.1" status: 200  len: 210 time: 0.0361502
Apr 29 13:48:28.794727 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:48:28.934951 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec340-b499-49d7-8e54-9c88f6dcb183 req-f31b3400-3b7c-4829-bbf9-b1f48584e241 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:28.936386 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cecec340-b499-49d7-8e54-9c88f6dcb183 req-f31b3400-3b7c-4829-bbf9-b1f48584e241 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 945 time: 0.0804775
Apr 29 13:48:28.956708 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:48:28.966848 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:48:28.978703 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:28.979424 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae04c5850>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:29.018501 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] No DVR routers for this DVR port b5bd1048-6f7b-4be6-998c-4cf7b394c861 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:48:29.028862 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:29.032173 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6d666610-f7f4-41af-90a3-5b3853280849 req-52565b22-fd1b-454d-bb45-32228f103d4f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "DELETE /v2.0/ports/b5bd1048-6f7b-4be6-998c-4cf7b394c861 HTTP/1.1" status: 204  len: 173 time: 0.9602020
Apr 29 13:48:29.032633 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'name': 'network-vif-deleted', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:29.035110 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43da939-4411-49c0-bc62-4b22af006350" -d '{"events": [{"server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "name": "network-vif-deleted", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:29.047562 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-cecec340-b499-49d7-8e54-9c88f6dcb183 req-65b8b7db-df6b-4142-b9f1-87c240652fc6 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034493
Apr 29 13:48:29.118363 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56be232f-b24f-4bdf-ba48-eda1685848ba x-openstack-request-id: req-56be232f-b24f-4bdf-ba48-eda1685848ba {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:29.118778 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b37ccf1-cfd1-4921-88d0-ba5f1a68d904", "name": "network-vif-deleted", "tag": "b5bd1048-6f7b-4be6-998c-4cf7b394c861", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:29.119104 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56be232f-b24f-4bdf-ba48-eda1685848ba {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:29.119589 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56be232f-b24f-4bdf-ba48-eda1685848ba'] response: {'server_uuid': '3b37ccf1-cfd1-4921-88d0-ba5f1a68d904', 'name': 'network-vif-deleted', 'tag': 'b5bd1048-6f7b-4be6-998c-4cf7b394c861', 'status': 'completed', 'code': 200}
Apr 29 13:48:29.212310 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:29.223514 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d56aa-51cc-4f4e-8068-815d9d910be0 req-73a22371-c8f1-4e32-9e83-ddcb7eace476 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:29.225450 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e5d56aa-51cc-4f4e-8068-815d9d910be0 req-73a22371-c8f1-4e32-9e83-ddcb7eace476 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 945 time: 0.0603397
Apr 29 13:48:29.288649 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e5d56aa-51cc-4f4e-8068-815d9d910be0 req-e7f4cf75-67b7-49ed-a6df-46f9cfc07019 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571733
Apr 29 13:48:29.312414 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54142) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:29.355577 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3247ac-5ddc-47f3-be8a-be090d1ec1ec tempest-TestVolumeBootPattern-1126635234 tempest-TestVolumeBootPattern-1126635234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:29.356767 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-7e3247ac-5ddc-47f3-be8a-be090d1ec1ec tempest-TestVolumeBootPattern-1126635234 tempest-TestVolumeBootPattern-1126635234-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1124 time: 0.0433681
Apr 29 13:48:29.359821 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54144) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:29.364653 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:29.389316 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:29.423564 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae04c5850>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:29.456614 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:48:29.467712 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:29.468348 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae04c5850>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:29.486673 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:29.589130 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:29.610712 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Allocated IP 172.27.2.141 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/3cc0992e-d06d-4cab-bd2d-9360a6434cd2) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:48:29.719184 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:29.756740 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:29.788742 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae04c5850>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:29.805498 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:48:29.812748 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:48:29.814950 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:48:29.820996 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf7b50-28f3-44cf-bd00-1e7746d31816 None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:48:29.837686 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=3cc0992e-d06d-4cab-bd2d-9360a6434cd2,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:29.884506 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54150) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:29.967879 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf6f7-6412-44ff-8688-cbc3b841236c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (b59b7c89-4700-4dd3-b56f-e70d04044eab), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:29.997655 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf6f7-6412-44ff-8688-cbc3b841236c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (b59b7c89-4700-4dd3-b56f-e70d04044eab), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.054282 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf6f7-6412-44ff-8688-cbc3b841236c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (b59b7c89-4700-4dd3-b56f-e70d04044eab), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.056981 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-9e1cf6f7-6412-44ff-8688-cbc3b841236c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.058158 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-9e1cf6f7-6412-44ff-8688-cbc3b841236c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/security-groups/b59b7c89-4700-4dd3-b56f-e70d04044eab HTTP/1.1" status: 204  len: 168 time: 0.1726480
Apr 29 13:48:30.061384 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54152) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:30.069303 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cf6f7-6412-44ff-8688-cbc3b841236c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b7c89-4700-4dd3-b56f-e70d04044eab,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:30.087138 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.api.v2.resource [None req-8841b50c-8c95-465a-b7ac-b55c384f70c8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] show failed (client error): The resource could not be found.
Apr 29 13:48:30.091424 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-8841b50c-8c95-465a-b7ac-b55c384f70c8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups/b59b7c89-4700-4dd3-b56f-e70d04044eab HTTP/1.1" status: 404  len: 347 time: 0.0258722
Apr 29 13:48:30.091778 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54154) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:30.163255 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de4096-14ce-432a-bae2-796f850aa44b None None] New status for floating IP afb110de-f1bc-4c66-92f9-55e06da45216: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:48:30.232259 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port e347af9e-668f-48ec-99a8-c60b675e9ed6 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:48:30.232768 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.274223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (541f8515-2129-4cf1-bb24-bb43d2cb412e), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.320345 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.321082 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (e347af9e-668f-48ec-99a8-c60b675e9ed6), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.336479 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for e347af9e-668f-48ec-99a8-c60b675e9ed6 owned by network:floatingip {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:48:30.360249 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.484434 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (e347af9e-668f-48ec-99a8-c60b675e9ed6), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.512437 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=e347af9e-668f-48ec-99a8-c60b675e9ed6,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:30.576061 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (afb110de-f1bc-4c66-92f9-55e06da45216), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.578718 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.579920 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-14401eae-9a06-4183-b9e2-9bbcb9e33668 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/floatingips/afb110de-f1bc-4c66-92f9-55e06da45216 HTTP/1.1" status: 204  len: 168 time: 0.4869554
Apr 29 13:48:30.789470 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.794511 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.859996 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=3cc0992e-d06d-4cab-bd2d-9360a6434cd2,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:30.873882 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (541f8515-2129-4cf1-bb24-bb43d2cb412e), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:30.964456 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54158) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:30.969920 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-61655e54-5953-44d8-9e35-c0c662ff790f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444057181', 'description': 'tempest-description--1506008385'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:30.980963 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Floating IP 541f8515-2129-4cf1-bb24-bb43d2cb412e associated. External IP: 172.27.2.141, port: 36d3ed28-8e41-4d72-bce3-2520d997bd74.
Apr 29 13:48:30.991663 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-61655e54-5953-44d8-9e35-c0c662ff790f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.066234 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-61655e54-5953-44d8-9e35-c0c662ff790f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (51555c45-9936-47eb-9344-8e7a6fa48e76), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.070641 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-61655e54-5953-44d8-9e35-c0c662ff790f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (51555c45-9936-47eb-9344-8e7a6fa48e76), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.102394 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-61655e54-5953-44d8-9e35-c0c662ff790f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.103859 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-61655e54-5953-44d8-9e35-c0c662ff790f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1382098
Apr 29 13:48:31.108440 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54160) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:31.113428 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': '51555c45-9936-47eb-9344-8e7a6fa48e76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:31.117796 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61655e54-5953-44d8-9e35-c0c662ff790f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51555c45-9936-47eb-9344-8e7a6fa48e76,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:31.143500 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (7f09ff07-9d71-40ed-bf45-1dfafdc69c3f), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.216241 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (7f09ff07-9d71-40ed-bf45-1dfafdc69c3f), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.220376 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (7f09ff07-9d71-40ed-bf45-1dfafdc69c3f), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.226760 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:48:31.239045 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f09ff07-9d71-40ed-bf45-1dfafdc69c3f,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:31.247727 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.248079 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.248426 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.248763 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.249099 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.249430 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.249758 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.250085 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.250408 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.250759 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.251085 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.251411 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.251732 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.252078 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.252415 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:31.257905 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.259127 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-834c5f51-e9ec-4dd3-bc6a-bb102bd9ab89 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1497200
Apr 29 13:48:31.262722 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54162) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:31.268845 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-343f8ae1-0d76-41fb-ad71-2186966184df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': '51555c45-9936-47eb-9344-8e7a6fa48e76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:31.294309 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-343f8ae1-0d76-41fb-ad71-2186966184df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (c4f644f8-1aa1-4686-8745-64be240600db), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.340865 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:48:31.351871 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:48:31.359651 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-343f8ae1-0d76-41fb-ad71-2186966184df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (c4f644f8-1aa1-4686-8745-64be240600db), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.363389 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-343f8ae1-0d76-41fb-ad71-2186966184df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (c4f644f8-1aa1-4686-8745-64be240600db), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.363929 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:31.364745 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.365053 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae04b7df0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:31.384040 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f8ae1-0d76-41fb-ad71-2186966184df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f644f8-1aa1-4686-8745-64be240600db,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:31.390441 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-343f8ae1-0d76-41fb-ad71-2186966184df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.395126 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54164) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:31.395773 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-343f8ae1-0d76-41fb-ad71-2186966184df tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1312654
Apr 29 13:48:31.400534 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:31.414281 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e01783c3-a799-49ec-9aba-748d7c4c7325 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0534580
Apr 29 13:48:31.416730 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:31.419004 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312" -d '{"events": [{"name": "network-changed", "server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:31.431588 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.469140 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da37b9c-20f2-42f3-88f8-7ef0e9c57e9a x-openstack-request-id: req-0da37b9c-20f2-42f3-88f8-7ef0e9c57e9a {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:31.469461 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:31.469746 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0da37b9c-20f2-42f3-88f8-7ef0e9c57e9a {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:31.470180 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da37b9c-20f2-42f3-88f8-7ef0e9c57e9a'] response: {'name': 'network-changed', 'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'status': 'completed', 'code': 200}
Apr 29 13:48:31.492328 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:31.550499 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-3b15319b-622a-46e6-85c3-2a08e7441b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:31.552835 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-3b15319b-622a-46e6-85c3-2a08e7441b80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1129 time: 0.0526347
Apr 29 13:48:31.555491 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.584670 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b5bd1048-6f7b-4be6-998c-4cf7b394c861 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:48:31.606986 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: b5bd1048-6f7b-4be6-998c-4cf7b394c861 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:48:31.607554 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device b5bd1048-6f7b-4be6-998c-4cf7b394c861 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:48:31.717141 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae04b7df0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:30Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:31.729768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-baf1c4aa-c807-4115-994e-c299c6318cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:31.731353 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-baf1c4aa-c807-4115-994e-c299c6318cee service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.1729965
Apr 29 13:48:31.738106 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.27.2.145 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/678cb7e7-4099-4d99-b8cb-42df856b38a6) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:48:31.743847 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:48:31.752458 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:31.753075 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae04b7df0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:31.857486 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-7c5d81cb-feff-4f88-90c7-cfa940a7a8ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 200  len: 999 time: 0.1164927
Apr 29 13:48:31.865727 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:31.932575 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-09a39080-2740-4094-830d-0d2de181c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:31.934058 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-09a39080-2740-4094-830d-0d2de181c68f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0683010
Apr 29 13:48:31.936752 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:31.995926 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-2d6d0dd4-9d99-45df-8c69-6f0af7c7d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:31.997354 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-2d6d0dd4-9d99-45df-8c69-6f0af7c7d84d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0570064
Apr 29 13:48:32.035141 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:32.090009 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae04b7df0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:30Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:32.118640 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8e90c-245b-42ef-af76-d1fa97b7c99c None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:30Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:48:32.122315 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:48:32.125135 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=678cb7e7-4099-4d99-b8cb-42df856b38a6,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:32.129108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:48:32.131607 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:48:32.171715 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.172066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.172421 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.172741 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.173074 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.173403 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.173730 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.174060 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.174383 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.174736 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.175063 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.175382 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.175707 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.176026 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.176470 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:32.187049 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-9f9a9b5d-5cbb-4679-b275-151a82def50f service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823626
Apr 29 13:48:32.322855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (9c4844f3-d23c-4112-8e90-2713daf80f73), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:32.329255 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ad6bdcb3-dcc4-4e71-9e47-f5f981a97312 req-8175bc6f-d7e7-41b6-b073-07231150bdb4 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355109
Apr 29 13:48:32.353944 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757b725-d10e-4c57-ba43-39804c93b733 None None] New status for floating IP 541f8515-2129-4cf1-bb24-bb43d2cb412e: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:48:32.374045 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:32.539614 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:32.544190 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:32.609523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=678cb7e7-4099-4d99-b8cb-42df856b38a6,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:32.623775 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (9c4844f3-d23c-4112-8e90-2713daf80f73), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:32.639093 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:32.640333 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-09179548-7fa6-4740-a4f5-a702958da447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2437105
Apr 29 13:48:32.787804 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-0c264445-98c5-4c42-8786-4f4c4a9f655f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--444057181&fields=id&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 267 time: 0.0427961
Apr 29 13:48:32.896194 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-f08bab16-e5fa-47a9-ad57-0a41a20cc72f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:32.897661 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-f08bab16-e5fa-47a9-ad57-0a41a20cc72f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.1031036
Apr 29 13:48:32.912419 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-d4824074-faa3-4fc4-8f3a-efbb49161f16 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/quotas/c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 375 time: 0.0092051
Apr 29 13:48:32.960630 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-640231c6-788f-4d2c-b64c-50319e27ae91 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0431211
Apr 29 13:48:33.056828 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-e55bafae-39cd-445f-a118-f81f5b69fca1 service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851097
Apr 29 13:48:33.145172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-1b5502a4-d905-455a-b7cc-7e24b0b90bf2 service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827439
Apr 29 13:48:33.308687 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-3e510367-f8a8-451a-8e66-05b441f28ee8 req-266c295e-fc2c-48e4-824c-6f577b2b156f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 210 time: 0.0328863
Apr 29 13:48:34.251062 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-f26ee53b-71ef-452a-a0d4-c90a9a0c3815 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:34.252685 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-f26ee53b-71ef-452a-a0d4-c90a9a0c3815 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.1059442
Apr 29 13:48:34.312928 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-6d9e664f-568e-4934-87b3-e532778e9d7a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 379 time: 0.0528176
Apr 29 13:48:34.408906 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'port': {'device_id': 'd670796e-3e78-4650-97de-3376ed56b472', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'admin_state_up': True, 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'security_groups': ['51555c45-9936-47eb-9344-8e7a6fa48e76']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:34.415280 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e776f0b8-24c9-4432-8b3d-25978d77ff5c req-e58e1ab1-8fd9-4166-980e-8ba74a04e447 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 210 time: 0.0408077
Apr 29 13:48:34.517324 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Made reservation on behalf of c8d87e162c5d433cb2836c9ad0b4cd88 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:48:34.521314 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:34.649583 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.20.0.12 (18e76b28-6ca2-4e11-9387-b46844da8311/31ef63f5-5645-4fa4-a36f-0c51e726a69f/41d3ce01-e3e8-44fe-bed1-63b13b01fb75) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:48:34.788363 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:34.822969 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:34.870070 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:48:34.873256 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:48:34.879861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:48:34.906709 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:34.934437 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:34.935087 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:34.953583 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-42f57630-776c-42f3-83fb-663a0283ef72 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5483465
Apr 29 13:48:34.964323 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Request body: {'port': {'device_id': 'd670796e-3e78-4650-97de-3376ed56b472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:35.031879 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:35.088367 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-057bfc31-fc70-4d6e-b343-4f94f63f490d None None] Provisioning complete for port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:48:35.088940 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-057bfc31-fc70-4d6e-b343-4f94f63f490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:35.136543 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-057bfc31-fc70-4d6e-b343-4f94f63f490d None None] Port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:48:35.316393 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:48:35.324404 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Publish callbacks [] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:35.337913 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Transition to ACTIVE for port object 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:48:35.341121 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:35.408669 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:35.469878 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Attempting to bind port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:48:35.470217 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Attempting to bind port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:48:35.470742 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Attempting to bind port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:48:35.478895 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 on network 18e76b28-6ca2-4e11-9387-b46844da8311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:48:35.479306 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Attempting to bind port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:48:35.484923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:48:35.486065 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Checking segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:48:35.486517 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Bound using segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:48:35.487036 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Bound port: 41d3ce01-e3e8-44fe-bed1-63b13b01fb75, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:48:35.487501 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:35.570622 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccf608-869c-4a2f-b862-de9cec876278 req-fa891589-23d0-46f1-98be-cd2bf2abc3c3 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:35.572023 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b2ccf608-869c-4a2f-b862-de9cec876278 req-fa891589-23d0-46f1-98be-cd2bf2abc3c3 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 944 time: 0.0811470
Apr 29 13:48:35.607391 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] For port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:48:35.626738 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] For port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:48:35.638674 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:35.652683 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b2ccf608-869c-4a2f-b862-de9cec876278 req-309c5211-3f2a-415c-867d-8d9323a9c64f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742533
Apr 29 13:48:35.678843 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:35.679450 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:35.680813 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/41d3ce01-e3e8-44fe-bed1-63b13b01fb75 HTTP/1.1" status: 200  len: 1094 time: 0.7207954
Apr 29 13:48:35.681247 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:35.683496 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401661d-6e0f-4495-b908-d363ffb2dca1" -d '{"events": [{"name": "network-changed", "server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:35.712569 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b2471-9a9e-47a8-b763-94ecceb9b6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:35.723534 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4ccb9e-ec4d-46f4-907d-ca885acd3990 x-openstack-request-id: req-9c4ccb9e-ec4d-46f4-907d-ca885acd3990 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:35.723997 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:35.724334 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c4ccb9e-ec4d-46f4-907d-ca885acd3990 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:35.724747 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4ccb9e-ec4d-46f4-907d-ca885acd3990'] response: {'name': 'network-changed', 'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'status': 'completed', 'code': 200}
Apr 29 13:48:35.778440 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-312c663a-ba46-47a8-ab12-f6049ef301d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:35.780020 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-312c663a-ba46-47a8-ab12-f6049ef301d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 1128 time: 0.0427933
Apr 29 13:48:35.822965 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-e4d54eb7-a37e-457b-8a69-afbc97fd5234 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75 HTTP/1.1" status: 200  len: 217 time: 0.0354958
Apr 29 13:48:35.873232 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-9fcfef41-cccb-4c77-9e0b-12afbe8e1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:35.874751 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-9fcfef41-cccb-4c77-9e0b-12afbe8e1c4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0467486
Apr 29 13:48:35.920618 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-303bc57a-588a-4806-96e9-3b0b9102e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:35.922087 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-303bc57a-588a-4806-96e9-3b0b9102e826 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0415192
Apr 29 13:48:36.009735 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-2a362681-d340-49b1-a4ca-527872ab82c8 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818553
Apr 29 13:48:36.105580 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e33b3ec5-bfac-4cf2-856c-466e0e3ea79d req-df34dbad-9249-4a11-8878-9cb0418a0d04 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904951
Apr 29 13:48:36.766079 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e03aa-5eae-4795-a79c-bac2445f199d req-861b3214-68c2-4e14-982f-21b87751d62c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:36.767602 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-317e03aa-5eae-4795-a79c-bac2445f199d req-861b3214-68c2-4e14-982f-21b87751d62c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 944 time: 0.0460334
Apr 29 13:48:36.822321 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-317e03aa-5eae-4795-a79c-bac2445f199d req-069ae19d-7c97-4f2a-b44b-b064d061fcb6 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485971
Apr 29 13:48:36.853391 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-1e423081-c243-4e48-a8f5-c50ba15a5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:36.854895 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-1e423081-c243-4e48-a8f5-c50ba15a5c94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 1128 time: 0.0514870
Apr 29 13:48:36.943693 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-aea0b429-97c8-4233-9532-74753653acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:36.945051 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-aea0b429-97c8-4233-9532-74753653acc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.0837846
Apr 29 13:48:36.988137 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-48624877-2357-4562-82bf-72dfc99c9b0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75 HTTP/1.1" status: 200  len: 217 time: 0.0368752
Apr 29 13:48:37.033922 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-a6ca5f89-a07a-4719-ba80-ce4e7517df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:37.035950 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-a6ca5f89-a07a-4719-ba80-ce4e7517df08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0418344
Apr 29 13:48:37.077219 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-dfea5c8d-37ad-42a7-82e9-75122c0e7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:37.078745 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-dfea5c8d-37ad-42a7-82e9-75122c0e7a99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0375040
Apr 29 13:48:37.169944 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-fa25daa9-7850-4ab2-bb06-bfe9929693fa service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856688
Apr 29 13:48:37.259158 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6401661d-6e0f-4495-b908-d363ffb2dca1 req-23f0c737-f197-4fbe-8631-71a5226571e2 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817740
Apr 29 13:48:37.937566 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82c67-e98c-483a-a0e2-e9e26d894ce2 req-48487016-64ec-4c97-86de-5cc1c562fa26 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:37.939183 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d9b82c67-e98c-483a-a0e2-e9e26d894ce2 req-48487016-64ec-4c97-86de-5cc1c562fa26 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 944 time: 0.0473235
Apr 29 13:48:37.989495 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d9b82c67-e98c-483a-a0e2-e9e26d894ce2 req-22469448-fce5-4b52-a92f-f5483e604830 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441997
Apr 29 13:48:39.102012 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62144ea-26d3-4bd3-b3c6-c4ccbd8a065c req-a3642cbf-b30b-4234-8138-737fbd728b03 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:39.103523 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c62144ea-26d3-4bd3-b3c6-c4ccbd8a065c req-a3642cbf-b30b-4234-8138-737fbd728b03 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 944 time: 0.0472307
Apr 29 13:48:39.150437 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c62144ea-26d3-4bd3-b3c6-c4ccbd8a065c req-b61608ef-41f3-4059-892b-df2c8ab10e79 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413969
Apr 29 13:48:39.599582 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:48:39.698136 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:39.711149 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'port_id': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'mac_address': 'fa:16:3e:9f:81:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:48:39.753541 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:48:39.753956 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:39.767724 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:48:39.791898 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:39.796417 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:39.847348 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:39.855125 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.855416 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.855549 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.855889 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.856223 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.856551 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.856980 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.857205 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.857531 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.857854 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.858183 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.858507 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.858880 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.859205 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:39.859528 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:48:40.023423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['41d3ce01-e3e8-44fe-bed1-63b13b01fb75'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:48:40.277416 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95b19-7ba7-4549-97f9-7edd4351ff6f req-c7ee9c19-ba4e-41c3-bde1-b56d7ca47ccc tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:40.278967 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bbf95b19-7ba7-4549-97f9-7edd4351ff6f req-c7ee9c19-ba4e-41c3-bde1-b56d7ca47ccc tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 945 time: 0.0516512
Apr 29 13:48:40.331570 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bbf95b19-7ba7-4549-97f9-7edd4351ff6f req-f96349fc-e217-494d-9c00-087126f30ccf tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448923
Apr 29 13:48:40.528622 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:41.460983 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894309d9-a345-4014-b375-aa7844c65fa6 req-400c5216-1243-4004-a948-534564131454 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:41.462521 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-894309d9-a345-4014-b375-aa7844c65fa6 req-400c5216-1243-4004-a948-534564131454 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 945 time: 0.0540674
Apr 29 13:48:41.513459 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-894309d9-a345-4014-b375-aa7844c65fa6 req-3e0d7f87-6bf8-45bf-bb8a-4e13de1499b7 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452664
Apr 29 13:48:41.602552 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:48:41.648499 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:48:41.654616 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:48:41.655000 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:41.738787 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:48:41.739348 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:41.764306 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:41.766553 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c947d4ea-dcb2-4aef-9258-943cc9d865e3" -d '{"events": [{"server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "name": "network-vif-plugged", "status": "completed", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:41.780925 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:48:41.786886 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:41.822522 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e838cb1b-9933-464c-9cb6-78beec3300c5 x-openstack-request-id: req-e838cb1b-9933-464c-9cb6-78beec3300c5 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:41.822826 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "name": "network-vif-plugged", "status": "completed", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:41.823076 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e838cb1b-9933-464c-9cb6-78beec3300c5 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:41.823475 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e838cb1b-9933-464c-9cb6-78beec3300c5'] response: {'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'code': 200}
Apr 29 13:48:41.855130 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:48:41.987752 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef2340-14e3-4a9a-a13a-19b365a75c4a req-b713be6c-b12e-43a1-9b05-e8643ed3f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:41.989552 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecef2340-14e3-4a9a-a13a-19b365a75c4a req-b713be6c-b12e-43a1-9b05-e8643ed3f3a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 1130 time: 0.0398843
Apr 29 13:48:42.043790 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ecef2340-14e3-4a9a-a13a-19b365a75c4a req-b16f21c8-a273-4d71-83b1-117f8396e590 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474303
Apr 29 13:48:42.648100 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9125dd-e0da-4daa-9b42-123aadde8bdc req-f5dc2885-b088-475e-8e1e-f40d768e3157 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:42.649699 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9f9125dd-e0da-4daa-9b42-123aadde8bdc req-f5dc2885-b088-475e-8e1e-f40d768e3157 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 946 time: 0.0574400
Apr 29 13:48:42.969539 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9f9125dd-e0da-4daa-9b42-123aadde8bdc req-d886b50a-8960-46fd-8e00-cc0f1e81844d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3140285
Apr 29 13:48:44.093754 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e00b2-213d-47fd-b507-8b62824dd58e req-d2a5f72b-9d01-49f9-8459-76f1cb549b9f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:44.095392 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-469e00b2-213d-47fd-b507-8b62824dd58e req-d2a5f72b-9d01-49f9-8459-76f1cb549b9f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 946 time: 0.0516307
Apr 29 13:48:44.149945 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-469e00b2-213d-47fd-b507-8b62824dd58e req-73782ca3-709c-428b-8de6-aeffef999e08 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478609
Apr 29 13:48:44.267611 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6584b-72bc-4a86-a540-b57ec2830a42 req-95c4c554-b487-4121-9cd2-98eac992ac7a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:44.269048 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9fa6584b-72bc-4a86-a540-b57ec2830a42 req-95c4c554-b487-4121-9cd2-98eac992ac7a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 946 time: 0.0499389
Apr 29 13:48:44.278282 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54222) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:48:44.289736 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'port_id': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:48:44.335506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (9c4844f3-d23c-4112-8e90-2713daf80f73), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:44.839500 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:44.843896 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (9c4844f3-d23c-4112-8e90-2713daf80f73), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:44.954875 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP 9c4844f3-d23c-4112-8e90-2713daf80f73 associated. External IP: 172.27.2.145, port: 41d3ce01-e3e8-44fe-bed1-63b13b01fb75.
Apr 29 13:48:45.188993 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:48:45.309437 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:48:45.314409 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:45.319579 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:48:45.332285 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:45.333139 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0538eb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:45.345846 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-35d65b00-0507-4510-a140-4c0b72e7be35 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "PUT /v2.0/floatingips/9c4844f3-d23c-4112-8e90-2713daf80f73 HTTP/1.1" status: 200  len: 992 time: 1.0639987
Apr 29 13:48:45.346432 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:48:45.349368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489" -d '{"events": [{"name": "network-changed", "server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:48:45.388234 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa8185-16cd-4944-9688-c65dcbec3ab5 x-openstack-request-id: req-ffaa8185-16cd-4944-9688-c65dcbec3ab5 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:48:45.388858 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:48:45.389251 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffaa8185-16cd-4944-9688-c65dcbec3ab5 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:48:45.390158 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffaa8185-16cd-4944-9688-c65dcbec3ab5'] response: {'name': 'network-changed', 'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'status': 'completed', 'code': 200}
Apr 29 13:48:45.456168 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-1fd40ffc-3ad4-4495-9560-df1172213149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:45.458516 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-1fd40ffc-3ad4-4495-9560-df1172213149 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 1130 time: 0.0435331
Apr 29 13:48:45.462243 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:45.577107 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-46091681-8af7-4bb6-9b72-676160e4a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:45.578620 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-46091681-8af7-4bb6-9b72-676160e4a588 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.1123624
Apr 29 13:48:45.651805 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-24ca77dc-619b-4279-a500-a56775f54e17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75 HTTP/1.1" status: 200  len: 1000 time: 0.0639448
Apr 29 13:48:45.706802 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-5bdc7b02-2a4f-4fc0-8a11-52de1121de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:45.708832 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-5bdc7b02-2a4f-4fc0-8a11-52de1121de56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0496244
Apr 29 13:48:45.767813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-e2253f41-9a07-49d1-8a4a-7ddd834cfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:48:45.769865 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-e2253f41-9a07-49d1-8a4a-7ddd834cfffb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0538015
Apr 29 13:48:45.840900 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0538eb0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '9c4844f3-d23c-4112-8e90-2713daf80f73', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:9f:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670796e-3e78-4650-97de-3376ed56b472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:32Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:45.886183 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:48:45.886524 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-ea0e1508-0b20-47d6-ab99-c7a83289e864 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096635
Apr 29 13:48:45.896109 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:48:45.896737 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0538eb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:48:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:45.994250 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d487ecbc-25d7-4f02-bd9f-e4ccec1db489 req-d176cceb-d417-4aab-9004-304a99327062 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006296
Apr 29 13:48:46.022565 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:48:46.281803 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0538eb0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '9c4844f3-d23c-4112-8e90-2713daf80f73', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:9f:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670796e-3e78-4650-97de-3376ed56b472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:32Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:48:46.311551 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32773bc-5ad0-4e9e-9cff-0ad0c19038cb None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '9c4844f3-d23c-4112-8e90-2713daf80f73', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:9f:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670796e-3e78-4650-97de-3376ed56b472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:32Z', 'updated_at': '2022-04-29T13:48:44Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:48:46.529423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00302d2-64d8-458c-96bc-572886e091ac None None] New status for floating IP 9c4844f3-d23c-4112-8e90-2713daf80f73: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:48:49.994028 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-f9d5d525-fb72-4b6f-ba80-f79cf6e7657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:52.509088 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2065-39d9-4bf7-9847-0a42e84e326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:52.579008 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:48:53.712455 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:55.057104 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:48:56.685237 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:10.542797 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:19.986325 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-a0019519-25df-42f4-aa5c-4de9c9a5e6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:21.110618 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-03ec0d32-e645-47b4-8c50-c4ca170f7914 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0462430
Apr 29 13:49:21.198278 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-d455400e-1776-4942-a49d-092807b0d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:21.199820 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-d455400e-1776-4942-a49d-092807b0d49a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1129 time: 0.0420411
Apr 29 13:49:21.311649 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-6426e43e-43bc-4bce-86c4-76ee8d0cfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:21.313143 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-6426e43e-43bc-4bce-86c4-76ee8d0cfb72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.0929360
Apr 29 13:49:21.379000 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-c0b8d5e0-253c-4578-a17e-4a0181836b2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 200  len: 1001 time: 0.0584798
Apr 29 13:49:21.430321 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-ff75a9f0-b825-4e6b-8798-96f200f7dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:21.431818 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-ff75a9f0-b825-4e6b-8798-96f200f7dcd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0484128
Apr 29 13:49:21.478925 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-5daee228-1a24-47ee-ac7d-81fe8152f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:21.480418 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-5daee228-1a24-47ee-ac7d-81fe8152f040 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0401046
Apr 29 13:49:21.574536 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-58df50a9-0b5c-4948-889f-9f48f5bca919 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858240
Apr 29 13:49:21.672212 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a143a2a7-176d-4852-aa63-ed5159c74286 req-4cebf003-a24b-41fa-8ffe-306082db8724 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917006
Apr 29 13:49:22.505542 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bf7478c6-b5f1-4f79-ae12-022802b90d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:23.713550 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:25.058434 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:26.691865 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:29.578706 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:49:31.358125 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f675c-41fa-4609-ac65-c9e9329617ef req-f1f231d2-2d96-4b88-9034-601d735bef50 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:31.359662 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0d5f675c-41fa-4609-ac65-c9e9329617ef req-f1f231d2-2d96-4b88-9034-601d735bef50 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 946 time: 0.0470533
Apr 29 13:49:31.409956 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0d5f675c-41fa-4609-ac65-c9e9329617ef req-98150299-94aa-424f-bee5-580ff43a99e2 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441618
Apr 29 13:49:32.524159 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5ed3e-c0e4-452d-97bf-e39f51c670f9 req-867b22c2-7f04-4de4-ba32-a1f5fafb9627 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:32.526157 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ada5ed3e-c0e4-452d-97bf-e39f51c670f9 req-867b22c2-7f04-4de4-ba32-a1f5fafb9627 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 946 time: 0.0476515
Apr 29 13:49:32.574157 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ada5ed3e-c0e4-452d-97bf-e39f51c670f9 req-c977b5b5-19f5-4d00-9239-b63411d64662 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=51555c45-9936-47eb-9344-8e7a6fa48e76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423236
Apr 29 13:49:32.760274 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-c339111d-de9d-43c2-bae2-8d28fc97bc04 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:32.761634 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-c339111d-de9d-43c2-bae2-8d28fc97bc04 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 946 time: 0.0466008
Apr 29 13:49:32.849026 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:49:32.849361 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:32.936209 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] For port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:49:32.936566 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:33.109441 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:33.109800 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (9c4844f3-d23c-4112-8e90-2713daf80f73), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:33.110113 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP 9c4844f3-d23c-4112-8e90-2713daf80f73 disassociated. External IP: 172.27.2.145, port: 41d3ce01-e3e8-44fe-bed1-63b13b01fb75.
Apr 29 13:49:33.110450 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:49:33.236396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (41d3ce01-e3e8-44fe-bed1-63b13b01fb75), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:33.262451 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=41d3ce01-e3e8-44fe-bed1-63b13b01fb75,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:33.273198 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.273545 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.273885 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.274221 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.274559 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.274917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.275246 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.275569 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.276224 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.276224 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.276565 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.276859 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.277179 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.277497 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.277907 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:33.393428 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:49:33.501429 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:49:33.513119 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:49:33.524959 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:49:33.525586 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae04ddd30>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:49:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:33.547329 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] No DVR routers for this DVR port 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:49:33.549988 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:33.553341 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d0bf2b36-aee2-453a-a3e1-ae2220195b74 req-18458d92-622b-49e3-92a8-258aa9a1b356 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "DELETE /v2.0/ports/41d3ce01-e3e8-44fe-bed1-63b13b01fb75 HTTP/1.1" status: 204  len: 173 time: 0.7869184
Apr 29 13:49:33.553795 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'name': 'network-vif-deleted', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:49:33.556088 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac11c410-4b2f-4653-94cd-5072de5b9952" -d '{"events": [{"server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "name": "network-vif-deleted", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:49:33.598435 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc19813-a229-41ac-a1dd-e7ed84cdf482 x-openstack-request-id: req-bdc19813-a229-41ac-a1dd-e7ed84cdf482 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:49:33.598778 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670796e-3e78-4650-97de-3376ed56b472", "name": "network-vif-deleted", "tag": "41d3ce01-e3e8-44fe-bed1-63b13b01fb75", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:49:33.599032 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdc19813-a229-41ac-a1dd-e7ed84cdf482 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:49:33.599452 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc19813-a229-41ac-a1dd-e7ed84cdf482'] response: {'server_uuid': 'd670796e-3e78-4650-97de-3376ed56b472', 'name': 'network-vif-deleted', 'tag': '41d3ce01-e3e8-44fe-bed1-63b13b01fb75', 'status': 'completed', 'code': 200}
Apr 29 13:49:33.656453 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:49:33.704636 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ae302f62-6674-4c4d-900d-736d20c2e067 req-51b37c66-6e49-4f86-bee1-14dfcab743dd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=d670796e-3e78-4650-97de-3376ed56b472 HTTP/1.1" status: 200  len: 210 time: 0.0518148
Apr 29 13:49:33.859547 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae04ddd30>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:33.889703 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:49:33.897823 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:49:33.898423 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae04ddd30>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:49:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:34.010338 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:49:34.291504 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae04ddd30>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:34.317756 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d66e5e-848a-4c85-8ad7-5deef773ee4e None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:49:34.542480 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8cef5-073d-409f-a8c8-5b83aab2cfb9 None None] New status for floating IP 9c4844f3-d23c-4112-8e90-2713daf80f73: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:49:34.785188 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54318) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:34.843788 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (51555c45-9936-47eb-9344-8e7a6fa48e76), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:34.869086 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (51555c45-9936-47eb-9344-8e7a6fa48e76), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:34.918219 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (51555c45-9936-47eb-9344-8e7a6fa48e76), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:34.920775 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:34.921905 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/security-groups/51555c45-9936-47eb-9344-8e7a6fa48e76 HTTP/1.1" status: 204  len: 168 time: 0.1357346
Apr 29 13:49:34.924887 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54322) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:34.930867 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51555c45-9936-47eb-9344-8e7a6fa48e76,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:34.937834 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.api.v2.resource [None req-3e7ba880-a201-46a0-9686-fe20b67acf34 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] show failed (client error): The resource could not be found.
Apr 29 13:49:34.938002 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.938334 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.938705 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.938829 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-3e7ba880-a201-46a0-9686-fe20b67acf34 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups/51555c45-9936-47eb-9344-8e7a6fa48e76 HTTP/1.1" status: 404  len: 347 time: 0.0128438
Apr 29 13:49:34.939049 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.939385 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.939718 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.940092 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.940425 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.940751 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.941083 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.941410 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.941740 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.942059 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.942352 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54324) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:34.942469 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:34.942712 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ac27d-c123-4aa0-867c-acf3d14a263f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:35.057860 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port 678cb7e7-4099-4d99-b8cb-42df856b38a6 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:49:35.058195 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.142915 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.143770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (678cb7e7-4099-4d99-b8cb-42df856b38a6), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.156391 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for 678cb7e7-4099-4d99-b8cb-42df856b38a6 owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:49:35.287244 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (678cb7e7-4099-4d99-b8cb-42df856b38a6), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.319242 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=678cb7e7-4099-4d99-b8cb-42df856b38a6,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:35.375412 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (9c4844f3-d23c-4112-8e90-2713daf80f73), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.378620 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.379744 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-98311fd0-04e5-468a-95fb-0799bafa12f4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/floatingips/9c4844f3-d23c-4112-8e90-2713daf80f73 HTTP/1.1" status: 204  len: 168 time: 0.4363711
Apr 29 13:49:35.590962 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54328) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:35.595454 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-6a73faef-dc8d-42a5-b588-35be49779e10 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983985194', 'description': 'tempest-description--973105096'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:49:35.616477 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a73faef-dc8d-42a5-b588-35be49779e10 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.686482 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a73faef-dc8d-42a5-b588-35be49779e10 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (65269461-c311-4f7b-ad86-347f7669e421), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.691320 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a73faef-dc8d-42a5-b588-35be49779e10 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (65269461-c311-4f7b-ad86-347f7669e421), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.720394 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-6a73faef-dc8d-42a5-b588-35be49779e10 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.722200 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-6a73faef-dc8d-42a5-b588-35be49779e10 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1296859
Apr 29 13:49:35.724358 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73faef-dc8d-42a5-b588-35be49779e10 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65269461-c311-4f7b-ad86-347f7669e421,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:35.724685 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54330) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:35.729226 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-8882aa22-959b-49c6-829f-f9970c967176 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': '65269461-c311-4f7b-ad86-347f7669e421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:49:35.756735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8882aa22-959b-49c6-829f-f9970c967176 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (af2305a5-ea33-4127-ba66-e60047dfabd7), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.812574 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8882aa22-959b-49c6-829f-f9970c967176 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (af2305a5-ea33-4127-ba66-e60047dfabd7), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.816924 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8882aa22-959b-49c6-829f-f9970c967176 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (af2305a5-ea33-4127-ba66-e60047dfabd7), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.834691 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882aa22-959b-49c6-829f-f9970c967176 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2305a5-ea33-4127-ba66-e60047dfabd7,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:35.842525 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-8882aa22-959b-49c6-829f-f9970c967176 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.843755 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-8882aa22-959b-49c6-829f-f9970c967176 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1180570
Apr 29 13:49:35.846364 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54332) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:35.850819 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-1dfa39f2-4fe0-4b5a-aefd-f74437a5f679 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'security_group_rule': {'security_group_id': '65269461-c311-4f7b-ad86-347f7669e421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:49:35.875701 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1dfa39f2-4fe0-4b5a-aefd-f74437a5f679 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (7557632a-d0f8-4e03-b1cf-ac011efd7d5b), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.930601 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1dfa39f2-4fe0-4b5a-aefd-f74437a5f679 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (7557632a-d0f8-4e03-b1cf-ac011efd7d5b), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.934017 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1dfa39f2-4fe0-4b5a-aefd-f74437a5f679 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657327'] for security_group_rule (7557632a-d0f8-4e03-b1cf-ac011efd7d5b), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.954666 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa39f2-4fe0-4b5a-aefd-f74437a5f679 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7557632a-d0f8-4e03-b1cf-ac011efd7d5b,revision_number=0']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:35.959840 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1dfa39f2-4fe0-4b5a-aefd-f74437a5f679 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:35.961529 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-1dfa39f2-4fe0-4b5a-aefd-f74437a5f679 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1135254
Apr 29 13:49:35.964029 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54334) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:35.968332 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:49:35.989635 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.072567 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.179411 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.27.2.75 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/72137f09-e9d3-4675-a268-db3645c71f19) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:49:36.279258 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (72137f09-e9d3-4675-a268-db3645c71f19), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.312146 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (72137f09-e9d3-4675-a268-db3645c71f19), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.349785 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:49:36.354584 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:49:36.358168 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:49:36.383011 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=72137f09-e9d3-4675-a268-db3645c71f19,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:36.446629 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (8f11a936-676c-4cbe-9fcb-58efae642b86), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.483082 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (72137f09-e9d3-4675-a268-db3645c71f19), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.632131 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (72137f09-e9d3-4675-a268-db3645c71f19), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.636643 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (72137f09-e9d3-4675-a268-db3645c71f19), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.703003 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=72137f09-e9d3-4675-a268-db3645c71f19,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:36.714911 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (8f11a936-676c-4cbe-9fcb-58efae642b86), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.730377 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:36.731628 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-abed5989-a0c3-4a5a-afb3-1aa9b4d32f28 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.7666891
Apr 29 13:49:36.906327 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-96fef8b8-febf-4bf9-aadd-5404b38f3432 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--983985194&fields=id&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 267 time: 0.0447061
Apr 29 13:49:37.009295 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-33e34194-8e9d-46ef-b300-739bdc479130 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:37.010777 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-33e34194-8e9d-46ef-b300-739bdc479130 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.0972531
Apr 29 13:49:37.025620 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-1d45af2e-225e-481b-9688-718f259df7b1 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/quotas/c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 375 time: 0.0095184
Apr 29 13:49:37.072635 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-b10eecfa-166f-4cce-b3b2-0b6932ab1919 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0421083
Apr 29 13:49:37.089109 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-af561aac-74b6-4207-a2c9-a3d374206706 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103577) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 29 13:49:37.090118 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-af561aac-74b6-4207-a2c9-a3d374206706 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0052137
Apr 29 13:49:37.438177 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-772d63b8-c819-4a99-a138-01af15e80d7d service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3424244
Apr 29 13:49:37.530759 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-e6e496f1-c8f4-40bf-8899-c947cd595513 service neutron] 10.222.0.52 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860517
Apr 29 13:49:37.696501 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d61d0d03-3c64-44e9-b942-5818b3f10bf4 req-1926bdf3-bbd3-4e26-97dd-c9a233e08a15 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 210 time: 0.0279815
Apr 29 13:49:37.845925 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:49:37.865783 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:49:37.866136 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 41d3ce01-e3e8-44fe-bed1-63b13b01fb75 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:49:38.607829 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-c44925d3-2358-4de1-8c82-38aa1074c02a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:38.609332 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-c44925d3-2358-4de1-8c82-38aa1074c02a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 815 time: 0.1041331
Apr 29 13:49:38.679503 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-2b34c789-6b1a-48ab-9335-a0cc0954d17d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88 HTTP/1.1" status: 200  len: 379 time: 0.0616856
Apr 29 13:49:38.756377 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'port': {'device_id': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'admin_state_up': True, 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'security_groups': ['65269461-c311-4f7b-ad86-347f7669e421']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:49:38.811386 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a14030ce-01b6-48c5-b68c-2f18a8588b07 req-05c444f3-97dd-46d2-a57b-c35053abe0aa tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 210 time: 0.0396898
Apr 29 13:49:38.889447 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Made reservation on behalf of c8d87e162c5d433cb2836c9ad0b4cd88 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:49:38.892834 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.020087 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Allocated IP 172.20.0.13 (18e76b28-6ca2-4e11-9387-b46844da8311/31ef63f5-5645-4fa4-a36f-0c51e726a69f/f4c67de6-68ae-467a-b8d8-6943677fa016) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:49:39.160208 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.192882 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.235012 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Network 18e76b28-6ca2-4e11-9387-b46844da8311 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:49:39.240917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:49:39.243290 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:49:39.271363 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event updated for resources: {'Port': ['ID=f4c67de6-68ae-467a-b8d8-6943677fa016,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:39.297797 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:39.298666 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.316095 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-34ff2cd5-7272-4dfd-8fd5-c7b27b42201a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5635514
Apr 29 13:49:39.327487 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Request body: {'port': {'device_id': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:49:39.396983 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.433345 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-a2cb9b42-6937-4c4e-9c11-1c9a5514c311 None None] Provisioning complete for port f4c67de6-68ae-467a-b8d8-6943677fa016 triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:49:39.433923 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9b42-6937-4c4e-9c11-1c9a5514c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.467506 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb9b42-6937-4c4e-9c11-1c9a5514c311 None None] Port f4c67de6-68ae-467a-b8d8-6943677fa016 cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:49:39.661015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c67de6-68ae-467a-b8d8-6943677fa016 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:49:39.668614 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Publish callbacks [] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.681846 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Transition to ACTIVE for port object f4c67de6-68ae-467a-b8d8-6943677fa016 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:49:39.685268 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.735036 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c67de6-68ae-467a-b8d8-6943677fa016,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:39.816178 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Attempting to bind port f4c67de6-68ae-467a-b8d8-6943677fa016 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:49:39.816512 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Attempting to bind port f4c67de6-68ae-467a-b8d8-6943677fa016 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:49:39.816836 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Attempting to bind port f4c67de6-68ae-467a-b8d8-6943677fa016 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:49:39.822368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Port f4c67de6-68ae-467a-b8d8-6943677fa016 on network 18e76b28-6ca2-4e11-9387-b46844da8311 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:49:39.822724 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Attempting to bind port f4c67de6-68ae-467a-b8d8-6943677fa016 on network 18e76b28-6ca2-4e11-9387-b46844da8311 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:49:39.828127 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:49:39.828487 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Checking segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:49:39.828872 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Bound using segment: {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:49:39.829298 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Bound port: f4c67de6-68ae-467a-b8d8-6943677fa016, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4859cb7b-79e3-41be-95b4-3faa501aa5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:49:39.829655 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:39.927666 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] For port f4c67de6-68ae-467a-b8d8-6943677fa016, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:49:39.949297 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] For port f4c67de6-68ae-467a-b8d8-6943677fa016, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f4c67de6-68ae-467a-b8d8-6943677fa016,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:49:39.960487 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9de0c-7504-4d7d-b0e5-b1bb041de272 req-556768d6-3d1a-4574-8d5e-d96401798d73 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:39.961964 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbb9de0c-7504-4d7d-b0e5-b1bb041de272 req-556768d6-3d1a-4574-8d5e-d96401798d73 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 944 time: 0.0675569
Apr 29 13:49:39.963570 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:40.013454 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:40.014074 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:40.015475 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] 10.222.0.48 "PUT /v2.0/ports/f4c67de6-68ae-467a-b8d8-6943677fa016 HTTP/1.1" status: 200  len: 1094 time: 0.6923125
Apr 29 13:49:40.018956 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:49:40.021485 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbadafb8-e182-486f-82e1-f69bd1874d39" -d '{"events": [{"name": "network-changed", "server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:49:40.082749 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c33930-df0b-4d56-a22f-4961d67d2c6c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c67de6-68ae-467a-b8d8-6943677fa016,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:40.090273 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbb9de0c-7504-4d7d-b0e5-b1bb041de272 req-22918aa3-a417-47d5-9613-0971e6286de7 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214597
Apr 29 13:49:40.112323 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1513907c-0efb-40ff-9591-d27d460be93f x-openstack-request-id: req-1513907c-0efb-40ff-9591-d27d460be93f {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:49:40.112975 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:49:40.113225 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1513907c-0efb-40ff-9591-d27d460be93f {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:49:40.113633 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1513907c-0efb-40ff-9591-d27d460be93f'] response: {'name': 'network-changed', 'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'status': 'completed', 'code': 200}
Apr 29 13:49:40.125562 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-354aa263-539f-40e1-bf70-f4abc5034614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:40.128338 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-354aa263-539f-40e1-bf70-f4abc5034614 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 1128 time: 0.0545833
Apr 29 13:49:40.172661 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-1c45783b-f735-4988-b993-d8c5d6e5ea68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c67de6-68ae-467a-b8d8-6943677fa016 HTTP/1.1" status: 200  len: 217 time: 0.0392051
Apr 29 13:49:40.221942 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-52958133-dcce-4dc4-ab61-c3772095c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:40.223451 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-52958133-dcce-4dc4-ab61-c3772095c1d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0456450
Apr 29 13:49:40.266206 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-09809c23-ed92-4156-8ae8-c8f2a0dcd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:40.267718 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-09809c23-ed92-4156-8ae8-c8f2a0dcd4e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0386717
Apr 29 13:49:40.358696 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-f40cf1aa-9365-470b-ac33-cd3e7edebab6 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848620
Apr 29 13:49:40.446218 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-20e16166-acaa-4215-9ea8-e3bf704c4f62 req-41bd842b-a2e7-42f4-bcc0-cbb8e6be4bde service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817015
Apr 29 13:49:40.548354 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:41.231159 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-d622d51a-4a0a-453b-aa41-77edabee1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:41.232629 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-d622d51a-4a0a-453b-aa41-77edabee1f15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 1128 time: 0.0837917
Apr 29 13:49:41.264167 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318680c6-904d-4032-bb39-bc05ae847f32 req-1b1c9add-29ce-4eb4-93c8-f36a181c3746 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:41.265589 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-318680c6-904d-4032-bb39-bc05ae847f32 req-1b1c9add-29ce-4eb4-93c8-f36a181c3746 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 944 time: 0.0721834
Apr 29 13:49:41.367154 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-318680c6-904d-4032-bb39-bc05ae847f32 req-6600c553-41cb-42bd-8755-44c2eefcae17 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922005
Apr 29 13:49:41.369996 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-c783128b-2ad7-4038-97c8-65ac83f7fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:41.371421 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-c783128b-2ad7-4038-97c8-65ac83f7fbd5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.1327581
Apr 29 13:49:41.415048 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-1d9b8545-4854-4be6-9d27-1b62b11c0638 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c67de6-68ae-467a-b8d8-6943677fa016 HTTP/1.1" status: 200  len: 217 time: 0.0374503
Apr 29 13:49:41.467646 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-428e1da4-ad15-49c3-a6dd-63dbe96e1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:41.469082 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-428e1da4-ad15-49c3-a6dd-63dbe96e1710 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0460818
Apr 29 13:49:41.518541 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-9217a79f-9651-42b3-855f-5e218d1cf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:41.520128 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-9217a79f-9651-42b3-855f-5e218d1cf2ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0443671
Apr 29 13:49:41.610654 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-ec917bec-320a-4a69-9009-00864a81016d service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840137
Apr 29 13:49:41.707758 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-dbadafb8-e182-486f-82e1-f69bd1874d39 req-1184106f-fc2e-4486-9425-ba0e6d4f6ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906703
Apr 29 13:49:42.482768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a187c-53f6-4dce-9c63-f59ee09d10e6 req-87193e3c-eff1-45c1-ab79-7e86b544e31c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:42.484248 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-584a187c-53f6-4dce-9c63-f59ee09d10e6 req-87193e3c-eff1-45c1-ab79-7e86b544e31c tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 944 time: 0.0483425
Apr 29 13:49:42.531139 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-584a187c-53f6-4dce-9c63-f59ee09d10e6 req-fb9071b3-7cc8-47df-8e1f-8b8646a51a25 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408564
Apr 29 13:49:43.644820 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903660-b952-41e7-a1bc-1695048fa834 req-54080560-f41d-4bd6-9858-13e914f0b402 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:43.646276 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-35903660-b952-41e7-a1bc-1695048fa834 req-54080560-f41d-4bd6-9858-13e914f0b402 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 944 time: 0.0457926
Apr 29 13:49:43.698643 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-35903660-b952-41e7-a1bc-1695048fa834 req-05deacad-baec-4c56-a01c-0c2a37d903ac tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461342
Apr 29 13:49:43.860786 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f4c67de6-68ae-467a-b8d8-6943677fa016 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:49:43.971062 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f4c67de6-68ae-467a-b8d8-6943677fa016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f4c67de6-68ae-467a-b8d8-6943677fa016,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:49:43.983627 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'port_id': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'mac_address': 'fa:16:3e:2b:25:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:49:44.022937 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port f4c67de6-68ae-467a-b8d8-6943677fa016 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:49:44.023328 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:44.036648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c67de6-68ae-467a-b8d8-6943677fa016 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:49:44.058850 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f4c67de6-68ae-467a-b8d8-6943677fa016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f4c67de6-68ae-467a-b8d8-6943677fa016,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:49:44.063828 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:44.112942 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=f4c67de6-68ae-467a-b8d8-6943677fa016,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:44.120133 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.120477 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.120811 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.121143 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.121467 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.121787 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.122112 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.122423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.122770 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.123088 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.123408 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.123721 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.124035 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.124348 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.124661 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:49:44.275399 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['f4c67de6-68ae-467a-b8d8-6943677fa016'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:49:44.813169 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07600a8-79b8-47be-bc0b-57679d495b4f req-07bf8e3b-b285-4d54-85ee-dcfd6d20aec4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:44.814682 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b07600a8-79b8-47be-bc0b-57679d495b4f req-07bf8e3b-b285-4d54-85ee-dcfd6d20aec4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 945 time: 0.0478687
Apr 29 13:49:44.863056 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b07600a8-79b8-47be-bc0b-57679d495b4f req-e17b163f-3b14-4ece-b0e1-bde54224d0c3 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426269
Apr 29 13:49:45.876235 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f4c67de6-68ae-467a-b8d8-6943677fa016 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:49:45.921325 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port f4c67de6-68ae-467a-b8d8-6943677fa016 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:49:45.928322 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port f4c67de6-68ae-467a-b8d8-6943677fa016 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:49:45.928699 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:45.976292 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a04b1-0284-48f8-828c-2d3469d5f317 req-0a4f5a44-e1fa-4856-86e9-98db83f327f8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:45.977913 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e7a04b1-0284-48f8-828c-2d3469d5f317 req-0a4f5a44-e1fa-4856-86e9-98db83f327f8 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 945 time: 0.0467567
Apr 29 13:49:46.009898 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port f4c67de6-68ae-467a-b8d8-6943677fa016 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:49:46.010268 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:46.025064 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2e7a04b1-0284-48f8-828c-2d3469d5f317 req-a1f392da-bd0c-4fa5-bfa4-6e79b34a9e94 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414326
Apr 29 13:49:46.035368 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:49:46.037667 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd6001-5cce-479c-8a27-c0def1bf275a" -d '{"events": [{"server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "name": "network-vif-plugged", "status": "completed", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:49:46.057562 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port f4c67de6-68ae-467a-b8d8-6943677fa016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f4c67de6-68ae-467a-b8d8-6943677fa016,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:49:46.065175 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:46.092995 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a4d65a-88bf-4da7-a37d-1d0865bfe220 x-openstack-request-id: req-a8a4d65a-88bf-4da7-a37d-1d0865bfe220 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:49:46.093289 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "name": "network-vif-plugged", "status": "completed", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:49:46.093545 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8a4d65a-88bf-4da7-a37d-1d0865bfe220 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:49:46.093938 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a4d65a-88bf-4da7-a37d-1d0865bfe220'] response: {'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'code': 200}
Apr 29 13:49:46.169938 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=f4c67de6-68ae-467a-b8d8-6943677fa016,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:49:46.245523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10469f6-ff29-49c4-8ba3-3733bb27e1ea req-31a6541c-4548-432c-8646-bfb726748f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:46.247018 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d10469f6-ff29-49c4-8ba3-3733bb27e1ea req-31a6541c-4548-432c-8646-bfb726748f9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 1130 time: 0.0411255
Apr 29 13:49:46.289436 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d10469f6-ff29-49c4-8ba3-3733bb27e1ea req-e781ebf9-ee19-4204-bd8c-67f8178c270b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359366
Apr 29 13:49:47.137891 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ffe5-34b9-446a-982f-971192946dcc req-c8846c99-2a15-4b2f-9126-843b005c307f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:47.139367 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5b72ffe5-34b9-446a-982f-971192946dcc req-c8846c99-2a15-4b2f-9126-843b005c307f tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 946 time: 0.0469413
Apr 29 13:49:47.186323 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5b72ffe5-34b9-446a-982f-971192946dcc req-1d18403f-8396-450c-aa89-dd8afd40db26 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409105
Apr 29 13:49:48.301214 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd8b5a-9c04-4e50-b95f-de79ef22fdbf req-08d9dbfc-ed85-4668-9fa6-011d8b4bc352 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:48.302552 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5cdd8b5a-9c04-4e50-b95f-de79ef22fdbf req-08d9dbfc-ed85-4668-9fa6-011d8b4bc352 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 946 time: 0.0464799
Apr 29 13:49:48.352985 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-5cdd8b5a-9c04-4e50-b95f-de79ef22fdbf req-cb52379d-d82f-4f57-a795-31a205dd0470 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447412
Apr 29 13:49:48.462145 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f30ac-1594-44b6-bd20-9605a2646f73 req-8f035ba5-d989-4543-b13c-4d6e73262a2b tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:48.463621 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a92f30ac-1594-44b6-bd20-9605a2646f73 req-8f035ba5-d989-4543-b13c-4d6e73262a2b tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 946 time: 0.0485253
Apr 29 13:49:48.472263 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54390) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:49:48.476843 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Request body: {'floatingip': {'port_id': 'f4c67de6-68ae-467a-b8d8-6943677fa016'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:49:48.521531 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (8f11a936-676c-4cbe-9fcb-58efae642b86), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:48.969736 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:48.974191 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (8f11a936-676c-4cbe-9fcb-58efae642b86), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:49.336104 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP 8f11a936-676c-4cbe-9fcb-58efae642b86 associated. External IP: 172.27.2.75, port: f4c67de6-68ae-467a-b8d8-6943677fa016.
Apr 29 13:49:49.545298 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:49:49.655170 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:49:49.660117 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:49.665150 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:49:49.674882 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:49:49.675488 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae09056a0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:49:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:49.689035 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-75ef4389-ae71-450f-a279-67c451b6e045 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "PUT /v2.0/floatingips/8f11a936-676c-4cbe-9fcb-58efae642b86 HTTP/1.1" status: 200  len: 991 time: 1.2156630
Apr 29 13:49:49.690142 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:49:49.692604 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3fed22-e3f4-41a9-9068-322ca54c56c8" -d '{"events": [{"name": "network-changed", "server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:49:49.734259 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2bc165-09d4-4e8c-891a-6218c408124d x-openstack-request-id: req-4a2bc165-09d4-4e8c-891a-6218c408124d {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:49:49.734558 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:49:49.734846 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a2bc165-09d4-4e8c-891a-6218c408124d {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:49:49.735250 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2bc165-09d4-4e8c-891a-6218c408124d'] response: {'name': 'network-changed', 'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'status': 'completed', 'code': 200}
Apr 29 13:49:49.787869 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:49:49.794002 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-a0cc9e47-c487-4bae-914e-083d492d9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:49.795570 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-a0cc9e47-c487-4bae-914e-083d492d9bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 1130 time: 0.0393131
Apr 29 13:49:49.891074 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-afa47a2d-53a7-4dd1-bbcd-bf0ba9d0519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:49.892863 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-afa47a2d-53a7-4dd1-bbcd-bf0ba9d0519a service neutron] 10.222.0.48 "GET /v2.0/networks?id=18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 200  len: 916 time: 0.0918930
Apr 29 13:49:49.960537 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-c65c5ec1-c832-4927-b327-cf4f1cbacd6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4c67de6-68ae-467a-b8d8-6943677fa016 HTTP/1.1" status: 200  len: 999 time: 0.0621119
Apr 29 13:49:49.989238 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5a47d2b9-8996-46f3-ac93-59214a6382d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:50.008641 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae09056a0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8f11a936-676c-4cbe-9fcb-58efae642b86', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:2b:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:49:36Z', 'updated_at': '2022-04-29T13:49:48Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:50.009845 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-f0956f27-818a-4ee0-9b39-814d8b2fcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:50.011336 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-f0956f27-818a-4ee0-9b39-814d8b2fcc37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 200  len: 854 time: 0.0457094
Apr 29 13:49:50.038826 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:49:50.047619 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:49:50.048272 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae09056a0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:49:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:50.065712 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-0f9b0b99-f1c4-47b5-8ae9-5053f487b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:49:50.068005 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-0f9b0b99-f1c4-47b5-8ae9-5053f487b2bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18e76b28-6ca2-4e11-9387-b46844da8311&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0506959
Apr 29 13:49:50.158330 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-5ac6eacf-1a0b-47d9-91a1-2967a1543702 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844405
Apr 29 13:49:50.159195 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:49:50.251545 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6c3fed22-e3f4-41a9-9068-322ca54c56c8 req-2ce19fdd-617e-4dcb-b92c-f08b94d3f132 service neutron] 10.222.0.48 "GET /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882726
Apr 29 13:49:50.373977 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae09056a0>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8f11a936-676c-4cbe-9fcb-58efae642b86', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:2b:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:49:36Z', 'updated_at': '2022-04-29T13:49:48Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:49:50.400685 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47fc96-cb8a-4872-9eac-7b6c49dac0f9 None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '8f11a936-676c-4cbe-9fcb-58efae642b86', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'port_id': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'mac_address': 'fa:16:3e:2b:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:49:36Z', 'updated_at': '2022-04-29T13:49:48Z', 'revision_number': 1, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:49:50.600542 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54224459-5252-464b-b9d8-f19b3f08e19c None None] New status for floating IP 8f11a936-676c-4cbe-9fcb-58efae642b86: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:49:52.499935 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-aa1d040e-acb8-4fb1-9c87-be8d8b56efc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:53.717306 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:55.060837 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:49:56.685572 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:06.577014 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:50:09.754814 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-ad1584b0-96b1-4fe3-a584-52b6f091571e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556241506&fields=id&tenant_id=de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 267 time: 0.0445256
Apr 29 13:50:09.863245 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-00292e33-79d9-4ce2-8479-43a917c92bff tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:09.864696 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-00292e33-79d9-4ce2-8479-43a917c92bff tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 811 time: 0.1034622
Apr 29 13:50:09.879970 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-066323ab-e3fd-4acf-9d71-aedea79a12ef tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/quotas/de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 375 time: 0.0099294
Apr 29 13:50:09.930608 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-b899e2fd-84f4-4a8d-a5c8-67d8ef73b2af tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0458021
Apr 29 13:50:10.107160 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-9d5a830c-0ed3-403d-9c80-73383fb8c005 service neutron] 10.222.0.52 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643043
Apr 29 13:50:10.196884 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-172de797-0f8e-4cdc-8d5e-5320a3fc6578 service neutron] 10.222.0.52 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830867
Apr 29 13:50:10.480527 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-be28fa25-7e60-4711-8730-fe6612784e2b req-3b745bac-15d8-4101-ba81-753f50263853 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 210 time: 0.0280545
Apr 29 13:50:10.547626 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:11.392183 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-f0125bbe-7854-42ca-8b6f-73cc4ef7e5f9 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:11.393618 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-f0125bbe-7854-42ca-8b6f-73cc4ef7e5f9 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 811 time: 0.1084876
Apr 29 13:50:11.458380 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-36daa2a0-3b89-477d-bc37-1fc862362c4a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4a8f8d563b4ab787ffac70ae770e05 HTTP/1.1" status: 200  len: 380 time: 0.0557008
Apr 29 13:50:11.467203 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'port': {'device_id': '8e9ed232-531b-4e2d-b804-659feedfed10', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'admin_state_up': True, 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'security_groups': ['fada0ee5-7d56-44ba-a40a-78a958a0a2ff']}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:50:11.588436 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b1ad889f-bacf-4339-a407-621f3d1da058 req-4db2fbc4-5571-4cd7-b608-d468611aad2f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 210 time: 0.0332844
Apr 29 13:50:11.603182 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Made reservation on behalf of de4a8f8d563b4ab787ffac70ae770e05 for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:50:11.606549 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:11.734777 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Allocated IP 172.20.0.10 (5c7db084-3551-4948-a794-b280f9dd4ed8/816107df-a23a-4815-90e1-8c3be0c8343b/96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:50:11.883668 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:11.919919 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:11.966277 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:50:11.972376 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:50:11.976097 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:50:11.982612 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:12.046011 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:12.046658 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.064481 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-08e60f69-3672-4e67-ab88-39a86af852dd tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6008015
Apr 29 13:50:12.080052 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Request body: {'port': {'device_id': '8e9ed232-531b-4e2d-b804-659feedfed10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:50:12.142800 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.237665 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-5588d647-fcab-4936-b13f-9afb55971b73 None None] Provisioning complete for port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb triggered by entity DHCP. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:50:12.238150 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-5588d647-fcab-4936-b13f-9afb55971b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.271477 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-5588d647-fcab-4936-b13f-9afb55971b73 None None] Port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb cannot update to ACTIVE because it is not bound. {{(pid=103578) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 29 13:50:12.404848 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:50:12.412834 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Publish callbacks [] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.425281 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Transition to ACTIVE for port object 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:50:12.429082 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.483763 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Pushing event updated for resources: {'Port': ['ID=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:12.556625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Attempting to bind port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:50:12.556961 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Attempting to bind port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:50:12.557283 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Attempting to bind port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:50:12.561747 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb on network 5c7db084-3551-4948-a794-b280f9dd4ed8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:50:12.562059 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Attempting to bind port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb on network 5c7db084-3551-4948-a794-b280f9dd4ed8 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:50:12.568517 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:50:12.568854 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Checking segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:50:12.569240 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Bound using segment: {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:50:12.569671 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Bound port: 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20162f1-0b0e-460a-948d-6e302b9da867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:50:12.570029 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.637021 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] For port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:50:12.640017 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] For port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:50:12.646919 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.692008 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:12.692629 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:12.694014 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] 10.222.0.48 "PUT /v2.0/ports/96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb HTTP/1.1" status: 200  len: 1094 time: 0.6191130
Apr 29 13:50:12.696559 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:50:12.698905 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f879db-c5ec-4923-9bf1-b31bd250927c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:50:12.767799 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade2ea5-3027-4256-9259-3aef0ce83c19 x-openstack-request-id: req-7ade2ea5-3027-4256-9259-3aef0ce83c19 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:50:12.768081 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:50:12.768336 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ade2ea5-3027-4256-9259-3aef0ce83c19 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:50:12.768741 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ade2ea5-3027-4256-9259-3aef0ce83c19'] response: {'name': 'network-changed', 'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'status': 'completed', 'code': 200}
Apr 29 13:50:12.793857 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d287395-9e57-4ba2-bc78-bde1a91c7b3d req-0e2afe54-bc2f-461c-bd66-677f431d9101 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:12.795455 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6d287395-9e57-4ba2-bc78-bde1a91c7b3d req-0e2afe54-bc2f-461c-bd66-677f431d9101 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.1215498
Apr 29 13:50:12.798919 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17f502-c9cf-4ef7-8524-2b40dcfba55f service neutron] Pushing event updated for resources: {'Port': ['ID=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:12.815928 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-4a672a23-1a77-4bfe-8e90-5946269df4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:12.817434 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-4a672a23-1a77-4bfe-8e90-5946269df4bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 1128 time: 0.0767438
Apr 29 13:50:12.864777 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-23d3e875-58f0-40df-84c5-5248688338f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb HTTP/1.1" status: 200  len: 217 time: 0.0403998
Apr 29 13:50:12.913670 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6d287395-9e57-4ba2-bc78-bde1a91c7b3d req-cf4dc1b6-fb4c-4cb4-b974-907971e6859f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095307
Apr 29 13:50:12.929892 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-c272f750-a15a-4a07-bde9-f47dab05d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:12.931411 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-c272f750-a15a-4a07-bde9-f47dab05d2c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0589597
Apr 29 13:50:13.239149 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-5a9121dd-8081-4782-b7f9-1ab394c6d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:13.240695 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-5a9121dd-8081-4782-b7f9-1ab394c6d3f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.3028145
Apr 29 13:50:13.328857 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-5fcedb93-6ad2-4691-b912-32f1e536075a service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806286
Apr 29 13:50:13.418628 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ac34e15b-7fde-4dcd-a978-4776b9e3f429 req-10cfc010-252e-459a-98fa-eda20995c03b service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838535
Apr 29 13:50:13.691521 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-a4192a85-ea51-4843-ae32-f47158f71b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:13.692946 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-a4192a85-ea51-4843-ae32-f47158f71b80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 1128 time: 0.0395060
Apr 29 13:50:13.786582 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-69d92850-1d5b-439f-8a0b-c81f65ae6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:13.788060 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-69d92850-1d5b-439f-8a0b-c81f65ae6ee2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.0871994
Apr 29 13:50:13.832478 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-55664afc-8a65-4d88-8032-782e7d4a8fc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb HTTP/1.1" status: 200  len: 217 time: 0.0346150
Apr 29 13:50:13.882177 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-d7a6935d-1ba7-437e-ac4f-0bc51134f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:13.883983 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-d7a6935d-1ba7-437e-ac4f-0bc51134f662 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0431299
Apr 29 13:50:13.933413 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-6abdb5c7-ac7d-4235-80cc-a66ac3c53991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:13.934973 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-6abdb5c7-ac7d-4235-80cc-a66ac3c53991 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0422513
Apr 29 13:50:14.060923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e255fb-c345-48f7-915c-4cd1cd32eace req-d0b8d281-ba61-434e-acaa-51ad13e7a9d9 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:14.062383 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1e255fb-c345-48f7-915c-4cd1cd32eace req-d0b8d281-ba61-434e-acaa-51ad13e7a9d9 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.0658667
Apr 29 13:50:14.066026 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-b5e5c288-c5cd-491f-8fab-c9b51371a813 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248643
Apr 29 13:50:14.164265 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c1e255fb-c345-48f7-915c-4cd1cd32eace req-badf921f-9d0d-41b6-aea2-387937b65845 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959489
Apr 29 13:50:14.188291 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f6f879db-c5ec-4923-9bf1-b31bd250927c req-b5d46740-f925-441b-8bb3-4db64a854d52 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1139712
Apr 29 13:50:15.281009 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5641a-c418-449e-9918-1a9348e407f4 req-80b08ce0-d32c-451b-8e6a-d4dc6eb98c9c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:15.283021 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-adb5641a-c418-449e-9918-1a9348e407f4 req-80b08ce0-d32c-451b-8e6a-d4dc6eb98c9c tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.0514684
Apr 29 13:50:15.332185 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-adb5641a-c418-449e-9918-1a9348e407f4 req-29a38bc4-93ba-43ba-b706-5723e9be81b5 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432897
Apr 29 13:50:16.444151 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5feea-1855-474f-9a37-2fc866c779ca req-a885cee0-637a-48dd-a044-23ac3233af43 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:16.445604 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c3b5feea-1855-474f-9a37-2fc866c779ca req-a885cee0-637a-48dd-a044-23ac3233af43 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.0461304
Apr 29 13:50:16.493157 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c3b5feea-1855-474f-9a37-2fc866c779ca req-1b740378-f229-4db8-8fae-e3e442f8235b tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417678
Apr 29 13:50:17.607493 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5ec11-c6ce-4f3b-b5b2-fc9f3d707095 req-d77c7ab0-cfa0-41a6-9471-1db99c159349 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:17.608937 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bda5ec11-c6ce-4f3b-b5b2-fc9f3d707095 req-d77c7ab0-cfa0-41a6-9471-1db99c159349 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.0486832
Apr 29 13:50:17.663483 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bda5ec11-c6ce-4f3b-b5b2-fc9f3d707095 req-a5b1a616-6f16-4fe0-8d64-59f797499efb tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488291
Apr 29 13:50:18.776367 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a803fd-83c4-4ee0-8972-3126f8dcf16f req-def3873f-bb40-4de8-8080-6743df5b5c88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:18.777845 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5a803fd-83c4-4ee0-8972-3126f8dcf16f req-def3873f-bb40-4de8-8080-6743df5b5c88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.0472813
Apr 29 13:50:18.827595 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-f5a803fd-83c4-4ee0-8972-3126f8dcf16f req-92500614-bd54-4c6b-8912-d331e392590d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438735
Apr 29 13:50:19.940201 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b0e62-d3c0-4943-badb-ff266d26631d req-e78cced5-02c1-4604-b21c-e8e58a2afcf2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:19.941688 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8b8b0e62-d3c0-4943-badb-ff266d26631d req-e78cced5-02c1-4604-b21c-e8e58a2afcf2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.0464692
Apr 29 13:50:19.990467 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8b8b0e62-d3c0-4943-badb-ff266d26631d req-ab874bc8-9da1-484c-9834-1f7334b22e0a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428293
Apr 29 13:50:19.993684 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d7eb-9baa-4e11-93b0-cfb6ea60a72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:21.107994 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731950e2-aead-4ea1-9240-a5b21b2a798a req-fab2afc4-ed9f-403d-99da-7782be9504ef tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:21.109478 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-731950e2-aead-4ea1-9240-a5b21b2a798a req-fab2afc4-ed9f-403d-99da-7782be9504ef tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 944 time: 0.0524566
Apr 29 13:50:21.161436 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-731950e2-aead-4ea1-9240-a5b21b2a798a req-5fcea9d9-3763-4367-a0c8-d45212214220 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461876
Apr 29 13:50:22.046663 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:50:22.147805 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:50:22.159560 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'port_id': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'mac_address': 'fa:16:3e:65:0a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:50:22.195809 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:50:22.196201 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:22.214640 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:50:22.236804 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:50:22.241315 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:22.284581 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e398-779e-46c9-bf03-388dca0f5dac req-4ed789e7-f7b3-41b3-8743-72de60ab6b6e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:22.286213 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11d4e398-779e-46c9-bf03-388dca0f5dac req-4ed789e7-f7b3-41b3-8743-72de60ab6b6e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 945 time: 0.0531118
Apr 29 13:50:22.296649 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:22.340944 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-11d4e398-779e-46c9-bf03-388dca0f5dac req-038f8b10-01fa-4751-a776-6cdf688cffd0 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475593
Apr 29 13:50:22.457126 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:50:22.509763 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-9bde9ba8-c3b9-4b67-98b5-1bae5a18d83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:23.455537 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674af051-df58-473e-92b2-3c69deb40375 req-3a42e849-5b48-4886-8166-7cbd8726db0e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:23.456993 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-674af051-df58-473e-92b2-3c69deb40375 req-3a42e849-5b48-4886-8166-7cbd8726db0e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 945 time: 0.0474491
Apr 29 13:50:23.510339 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-674af051-df58-473e-92b2-3c69deb40375 req-9c2dfb91-5412-4ce7-8e8e-3f17c9485680 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477183
Apr 29 13:50:23.718073 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:24.060866 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:50:24.108019 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:50:24.114424 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:50:24.114898 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:24.194402 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:50:24.194822 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:24.216754 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:50:24.220081 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dd8d44-cf7d-4ffe-a537-6b932957377d" -d '{"events": [{"server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "name": "network-vif-plugged", "status": "completed", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:50:24.233086 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:50:24.237460 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:24.260189 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec780cb-39b4-4c97-af1d-ac7dc1df52d1 x-openstack-request-id: req-fec780cb-39b4-4c97-af1d-ac7dc1df52d1 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:50:24.260475 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "name": "network-vif-plugged", "status": "completed", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:50:24.260725 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fec780cb-39b4-4c97-af1d-ac7dc1df52d1 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:50:24.261115 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec780cb-39b4-4c97-af1d-ac7dc1df52d1'] response: {'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'code': 200}
Apr 29 13:50:24.288140 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:24.477934 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b779b4d-4266-471e-8775-add945ffd492 req-b8024127-766a-418a-b11c-725d8762eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:24.479505 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7b779b4d-4266-471e-8775-add945ffd492 req-b8024127-766a-418a-b11c-725d8762eb9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 1130 time: 0.0401707
Apr 29 13:50:24.524795 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7b779b4d-4266-471e-8775-add945ffd492 req-08ba3b50-22be-4186-84e0-b19948b22715 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386515
Apr 29 13:50:24.624759 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1184a5-34a4-4c16-bf4a-787f83f6e7e5 req-b92fc13b-0363-4d99-be32-aa051df0316f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:24.626957 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8b1184a5-34a4-4c16-bf4a-787f83f6e7e5 req-b92fc13b-0363-4d99-be32-aa051df0316f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 946 time: 0.0490084
Apr 29 13:50:24.677325 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-8b1184a5-34a4-4c16-bf4a-787f83f6e7e5 req-75479fce-c8a5-4f38-b4ef-42c2b079d09f tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447333
Apr 29 13:50:25.066245 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:25.795744 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32cb07-beac-43a7-a7f9-05297a71578b req-82c86109-2c83-40ee-b575-3982f1cbe0a2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:25.797450 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ae32cb07-beac-43a7-a7f9-05297a71578b req-82c86109-2c83-40ee-b575-3982f1cbe0a2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 946 time: 0.0519588
Apr 29 13:50:25.863200 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-ae32cb07-beac-43a7-a7f9-05297a71578b req-c44d70ea-37fb-4252-bf25-c6374c78d0c7 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523450
Apr 29 13:50:26.689527 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:26.975445 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582ef0-06bf-4d9a-9c08-a86d195922b2 req-03c8cc51-c2f4-432a-836b-fb0b19856501 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:26.976962 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-54582ef0-06bf-4d9a-9c08-a86d195922b2 req-03c8cc51-c2f4-432a-836b-fb0b19856501 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 946 time: 0.0483437
Apr 29 13:50:27.032602 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-54582ef0-06bf-4d9a-9c08-a86d195922b2 req-56c281be-53d3-4e71-86d5-fdb78f5b3c9a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498695
Apr 29 13:50:27.170250 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c74443-7567-4883-a72f-798627022e93 req-29955e71-f242-48de-9048-0b0618ffd2bb tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:27.172546 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e0c74443-7567-4883-a72f-798627022e93 req-29955e71-f242-48de-9048-0b0618ffd2bb tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 946 time: 0.0635941
Apr 29 13:50:27.236253 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-e0c74443-7567-4883-a72f-798627022e93 req-8c205d95-852d-4221-b52b-26f31ad80a6b tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564625
Apr 29 13:50:27.252903 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54512) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:27.293488 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e88bc-413f-40e2-8a67-06e64d426ffe tempest-TestVolumeBootPattern-1126635234 tempest-TestVolumeBootPattern-1126635234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:27.295073 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-722e88bc-413f-40e2-8a67-06e64d426ffe tempest-TestVolumeBootPattern-1126635234 tempest-TestVolumeBootPattern-1126635234-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 1125 time: 0.0411026
Apr 29 13:50:27.298933 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54514) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:27.304425 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Request body: {'floatingip': {'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'port_id': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:50:27.326632 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:27.406139 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:27.511803 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_common [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Allocated IP 172.27.2.95 (97d5b7ae-e8bd-4d34-8318-3258d826371f/b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa/0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1) {{(pid=103576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:50:27.622013 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:27.656179 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:27.694288 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Network 97d5b7ae-e8bd-4d34-8318-3258d826371f is already hosted by enough agents. {{(pid=103576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:50:27.700994 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.base_scheduler [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Resources bound (agent type, host, resource id):  {{(pid=103576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:50:27.706644 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Received port after_create {{(pid=103576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:50:27.709722 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:28.070709 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (774248ca-8bf8-47b4-8ccf-952e5fbd38ef), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:28.140252 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:28.295774 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:28.300862 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58736401'] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:28.372162 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event updated for resources: {'Port': ['ID=0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:28.385433 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (774248ca-8bf8-47b4-8ccf-952e5fbd38ef), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:28.489304 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.l3_db [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Floating IP 774248ca-8bf8-47b4-8ccf-952e5fbd38ef associated. External IP: 172.27.2.95, port: 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb.
Apr 29 13:50:28.701685 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:50:28.811649 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:50:28.822660 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:50:28.831856 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:28.833525 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:50:28.834275 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccef40>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:50:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:28.949817 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:50:29.145992 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-34d47681-a40c-4056-bf4d-12b9eb2d6326 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8459551
Apr 29 13:50:29.146782 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb'}] {{(pid=103576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:50:29.149206 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2579513dc56916bca770f70a41f442236f2f2d861280d430d320fbdd66c1da85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c44b02-30e3-4f01-99ca-4718323a9abd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb"}]}' {{(pid=103576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:50:29.180075 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccef40>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:32Z', 'revision_number': 1, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}, {'id': '774248ca-8bf8-47b4-8ccf-952e5fbd38ef', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:65:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ed232-531b-4e2d-b804-659feedfed10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:50:27Z', 'updated_at': '2022-04-29T13:50:27Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:29.186371 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0937c25c-eb2e-440a-8c64-c1517755ccc2 x-openstack-request-id: req-0937c25c-eb2e-440a-8c64-c1517755ccc2 {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:50:29.186691 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb", "status": "completed", "code": 200}]} {{(pid=103576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:50:29.186947 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0937c25c-eb2e-440a-8c64-c1517755ccc2 {{(pid=103576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:50:29.187350 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0937c25c-eb2e-440a-8c64-c1517755ccc2'] response: {'name': 'network-changed', 'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'status': 'completed', 'code': 200}
Apr 29 13:50:29.206999 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:50:29.217605 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:50:29.217605 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccef40>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:50:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:29.245682 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-44ecff7e-03bb-4b28-889d-8f207573654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:29.247220 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-44ecff7e-03bb-4b28-889d-8f207573654e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 1130 time: 0.0401223
Apr 29 13:50:29.348910 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-22dbd269-ac33-4c4b-88b3-a557f70b2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:29.350548 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-22dbd269-ac33-4c4b-88b3-a557f70b2c4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.0979650
Apr 29 13:50:29.421166 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-28993644-feb8-4159-8880-5c37fa9cee8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb HTTP/1.1" status: 200  len: 999 time: 0.0593278
Apr 29 13:50:29.423646 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:50:29.469451 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-5a13ea65-51fd-4f1b-93bc-1b1590a562b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:29.471296 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-5a13ea65-51fd-4f1b-93bc-1b1590a562b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0449927
Apr 29 13:50:29.517713 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-ff0d507c-cbbb-4a74-8938-006ba8af07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:29.519228 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-ff0d507c-cbbb-4a74-8938-006ba8af07ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0426846
Apr 29 13:50:29.609172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-13df9796-9d87-4390-99ed-967752a1c27e service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840828
Apr 29 13:50:29.650229 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccef40>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:32Z', 'revision_number': 1, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}, {'id': '774248ca-8bf8-47b4-8ccf-952e5fbd38ef', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:65:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ed232-531b-4e2d-b804-659feedfed10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:50:27Z', 'updated_at': '2022-04-29T13:50:27Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:29.680405 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e39ff-7e52-4543-a8fa-fbe2f480a455 None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:32Z', 'revision_number': 1, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}, {'id': '774248ca-8bf8-47b4-8ccf-952e5fbd38ef', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:65:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ed232-531b-4e2d-b804-659feedfed10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:50:27Z', 'updated_at': '2022-04-29T13:50:27Z', 'revision_number': 0, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:50:29.707279 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b9c44b02-30e3-4f01-99ca-4718323a9abd req-38f9eeca-4df3-412e-b9da-eb5aabc91be6 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918403
Apr 29 13:50:29.882909 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a559f-3826-4c24-a50c-1a1880b5226e None None] New status for floating IP 774248ca-8bf8-47b4-8ccf-952e5fbd38ef: ACTIVE {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:50:35.261301 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0af7-d0fc-40ab-9f3f-491e4d25896b req-0a323012-8aab-4773-b318-91b1e0381925 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:35.262740 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-775e0af7-d0fc-40ab-9f3f-491e4d25896b req-0a323012-8aab-4773-b318-91b1e0381925 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 946 time: 0.0498526
Apr 29 13:50:35.311022 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-775e0af7-d0fc-40ab-9f3f-491e4d25896b req-0cb9d731-f758-4d1e-924b-e24ef1c24d2d tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423210
Apr 29 13:50:36.432911 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6e7e9-58d6-4e5d-b0ea-dbe44d87d60f req-7c790c8b-35f6-4f3f-9a69-f5d7607b5b08 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:36.434364 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b8e6e7e9-58d6-4e5d-b0ea-dbe44d87d60f req-7c790c8b-35f6-4f3f-9a69-f5d7607b5b08 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 946 time: 0.0493367
Apr 29 13:50:36.488174 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b8e6e7e9-58d6-4e5d-b0ea-dbe44d87d60f req-7ec15158-5efd-4f94-9493-636c4ac507a4 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups?id=65269461-c311-4f7b-ad86-347f7669e421&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470476
Apr 29 13:50:36.933440 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-14712b62-2abc-4fa9-b37e-a92d2a51b0a3 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:50:36.934988 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-14712b62-2abc-4fa9-b37e-a92d2a51b0a3 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 946 time: 0.0509803
Apr 29 13:50:37.042057 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port f4c67de6-68ae-467a-b8d8-6943677fa016 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:50:37.042459 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:37.147410 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] For port f4c67de6-68ae-467a-b8d8-6943677fa016, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=f4c67de6-68ae-467a-b8d8-6943677fa016,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:50:37.147781 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:37.342312 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:37.342708 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029602'] for floatingip (8f11a936-676c-4cbe-9fcb-58efae642b86), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:37.343026 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Floating IP 8f11a936-676c-4cbe-9fcb-58efae642b86 disassociated. External IP: 172.27.2.75, port: f4c67de6-68ae-467a-b8d8-6943677fa016.
Apr 29 13:50:37.343368 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for f4c67de6-68ae-467a-b8d8-6943677fa016 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:50:37.481827 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (f4c67de6-68ae-467a-b8d8-6943677fa016), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:37.511888 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=f4c67de6-68ae-467a-b8d8-6943677fa016,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:37.522860 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.523133 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.523466 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.523790 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.524125 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.524454 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.524776 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.525098 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.525420 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.525739 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.526057 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.526378 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.526730 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.527101 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.527424 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:37.619347 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-6f3b44a0-b596-43a8-b2c5-73cf892f64c1 req-80144d61-a6b3-4123-bc43-9e8f92c84e15 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e4c8a1-ab89-4290-ac92-3f0f82ad0042 HTTP/1.1" status: 200  len: 210 time: 0.0344973
Apr 29 13:50:37.673762 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:50:37.784523 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:50:37.795499 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:50:37.807596 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:50:37.808145 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccea00>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:50:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:37.833344 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] No DVR routers for this DVR port f4c67de6-68ae-467a-b8d8-6943677fa016 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:50:37.836386 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:37.840041 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c40afaf8-f4fa-48a1-9542-a8ac10a94601 req-43fbf4e0-27ab-4917-9eeb-88e199abd13a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.48 "DELETE /v2.0/ports/f4c67de6-68ae-467a-b8d8-6943677fa016 HTTP/1.1" status: 204  len: 173 time: 0.8997312
Apr 29 13:50:37.840936 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'name': 'network-vif-deleted', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:50:37.847046 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c167a53a-77cf-4779-9d3f-fe0636a4fe47" -d '{"events": [{"server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "name": "network-vif-deleted", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:50:37.892751 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efdfe12-53f2-442c-bb51-303871aff55c x-openstack-request-id: req-6efdfe12-53f2-442c-bb51-303871aff55c {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:50:37.893068 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e4c8a1-ab89-4290-ac92-3f0f82ad0042", "name": "network-vif-deleted", "tag": "f4c67de6-68ae-467a-b8d8-6943677fa016", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:50:37.893322 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6efdfe12-53f2-442c-bb51-303871aff55c {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:50:37.893756 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efdfe12-53f2-442c-bb51-303871aff55c'] response: {'server_uuid': '94e4c8a1-ab89-4290-ac92-3f0f82ad0042', 'name': 'network-vif-deleted', 'tag': 'f4c67de6-68ae-467a-b8d8-6943677fa016', 'status': 'completed', 'code': 200}
Apr 29 13:50:37.933751 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:50:38.141483 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccea00>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:38.173604 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:50:38.182222 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:50:38.182882 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccea00>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:50:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:38.317229 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:50:38.522793 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae0ccea00>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:38.551635 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca900a7a-8d9f-4d9a-a584-85ae30af83d6 None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:46:37Z', 'revision_number': 4, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': '3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c', 'name': '', 'network_id': '18e76b28-6ca2-4e11-9387-b46844da8311', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'mac_address': 'fa:16:3e:41:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:36Z', 'updated_at': '2022-04-29T13:46:40Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'subnets': [{'id': '31ef63f5-5645-4fa4-a36f-0c51e726a69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:50:38.711555 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54566) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:38.797799 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a1b30fc7-5ae9-4023-829d-d77ed9975286 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (65269461-c311-4f7b-ad86-347f7669e421), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:38.801932 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3f387-6d41-4da8-9f49-faabc6345629 None None] New status for floating IP 8f11a936-676c-4cbe-9fcb-58efae642b86: DOWN {{(pid=103578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:50:38.833904 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a1b30fc7-5ae9-4023-829d-d77ed9975286 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (65269461-c311-4f7b-ad86-347f7669e421), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:38.891806 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a1b30fc7-5ae9-4023-829d-d77ed9975286 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (65269461-c311-4f7b-ad86-347f7669e421), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:38.894734 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a1b30fc7-5ae9-4023-829d-d77ed9975286 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:38.896050 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a1b30fc7-5ae9-4023-829d-d77ed9975286 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/security-groups/65269461-c311-4f7b-ad86-347f7669e421 HTTP/1.1" status: 204  len: 168 time: 0.1834400
Apr 29 13:50:38.899089 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54568) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:38.908377 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30fc7-5ae9-4023-829d-d77ed9975286 tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65269461-c311-4f7b-ad86-347f7669e421,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:38.914137 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.api.v2.resource [None req-20e3af8f-704e-4a9e-821a-480f26b46c4a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] show failed (client error): The resource could not be found.
Apr 29 13:50:38.918779 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54570) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:38.919121 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-20e3af8f-704e-4a9e-821a-480f26b46c4a tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "GET /v2.0/security-groups/65269461-c311-4f7b-ad86-347f7669e421 HTTP/1.1" status: 404  len: 347 time: 0.0186400
Apr 29 13:50:39.044365 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Deleting port 72137f09-e9d3-4675-a268-db3645c71f19 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:50:39.044621 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (72137f09-e9d3-4675-a268-db3645c71f19), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:39.132970 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (72137f09-e9d3-4675-a268-db3645c71f19), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:39.133409 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (72137f09-e9d3-4675-a268-db3645c71f19), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:39.147694 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Calling delete_port for 72137f09-e9d3-4675-a268-db3645c71f19 owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:50:39.289133 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (72137f09-e9d3-4675-a268-db3645c71f19), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:39.313073 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Pushing event deleted for resources: {'Port': ['ID=72137f09-e9d3-4675-a268-db3645c71f19,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:39.380766 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks [] for floatingip (8f11a936-676c-4cbe-9fcb-58efae642b86), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:39.383701 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:39.384969 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-00e8817f-3691-4d43-a91d-44b6fe73c9bd tempest-AttachVolumeNegativeTest-2130669391 tempest-AttachVolumeNegativeTest-2130669391-project] 10.222.0.52 "DELETE /v2.0/floatingips/8f11a936-676c-4cbe-9fcb-58efae642b86 HTTP/1.1" status: 204  len: 168 time: 0.4650280
Apr 29 13:50:40.092429 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f4c67de6-68ae-467a-b8d8-6943677fa016 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:50:40.113207 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: f4c67de6-68ae-467a-b8d8-6943677fa016 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:50:40.113550 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device f4c67de6-68ae-467a-b8d8-6943677fa016 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:50:40.543765 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:43.083422 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54608) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:43.490509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (2539213d-dd78-4ba9-bbfc-b00d264721f2), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:43.585975 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:50:43.763770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Deleting port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:50:43.764002 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:43.851330 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] For port 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:50:43.851729 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:43.865664 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Calling delete_port for 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c owned by network:router_interface {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:50:44.359160 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:44.388423 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:44.569319 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (2539213d-dd78-4ba9-bbfc-b00d264721f2), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:44.809917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Router 2539213d-dd78-4ba9-bbfc-b00d264721f2 has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:50:44.924952 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:50:44.930010 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e8a772e6-ca4a-4f4b-b7c3-a28a4540ec4f admin admin] 10.222.0.52 "PUT /v2.0/routers/2539213d-dd78-4ba9-bbfc-b00d264721f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8444240
Apr 29 13:50:44.932530 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54610) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:44.935878 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] Sync routers for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:50:44.947675 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:50:44.948403 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae05f4f70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:50:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:45.041213 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks [] for router (2539213d-dd78-4ba9-bbfc-b00d264721f2), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.058719 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:50:45.153801 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks [] for router_gateway (2539213d-dd78-4ba9-bbfc-b00d264721f2), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.200819 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Deleting port c6aa5c03-1d55-4883-a6de-cade994f99f6 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:50:45.201171 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.233986 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae05f4f70>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:50:44Z', 'revision_number': 5, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port': {'id': 'c6aa5c03-1d55-4883-a6de-cade994f99f6', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:46:34Z', 'updated_at': '2022-04-29T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:45.263507 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] Checking router: 2539213d-dd78-4ba9-bbfc-b00d264721f2 for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:50:45.273351 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] Routers {'2539213d-dd78-4ba9-bbfc-b00d264721f2'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:50:45.273978 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae05f4f70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:50:22Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2539213d-dd78-4ba9-bbfc-b00d264721f2'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:45.283762 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] For port c6aa5c03-1d55-4883-a6de-cade994f99f6, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=c6aa5c03-1d55-4883-a6de-cade994f99f6,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:50:45.284143 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.298993 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Calling delete_port for c6aa5c03-1d55-4883-a6de-cade994f99f6 owned by network:router_gateway {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:50:45.462749 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] Set router 2539213d-dd78-4ba9-bbfc-b00d264721f2 gateway port host: None {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:50:45.482837 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (c6aa5c03-1d55-4883-a6de-cade994f99f6), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.508285 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c6aa5c03-1d55-4883-a6de-cade994f99f6,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:45.520566 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae05f4f70>, [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:50:45Z', 'revision_number': 6, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:45.548075 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c16a05-c750-434f-a26c-1e769cf0935b None None] The sync data for ids ['2539213d-dd78-4ba9-bbfc-b00d264721f2'] in dv-cinder-839416-3-iscsi is: [{'id': '2539213d-dd78-4ba9-bbfc-b00d264721f2', 'name': 'tempest-AttachVolumeNegativeTest-1624821153-router', 'tenant_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:46:33Z', 'updated_at': '2022-04-29T13:50:45Z', 'revision_number': 6, 'project_id': 'c8d87e162c5d433cb2836c9ad0b4cd88', 'gw_port_host': None}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:50:45.573277 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (2539213d-dd78-4ba9-bbfc-b00d264721f2), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.667635 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (2539213d-dd78-4ba9-bbfc-b00d264721f2), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.669893 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks [] for router_controller (2539213d-dd78-4ba9-bbfc-b00d264721f2), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.717593 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (2539213d-dd78-4ba9-bbfc-b00d264721f2), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.717813 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2539213d-dd78-4ba9-bbfc-b00d264721f2 {{(pid=103577) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:50:45.723006 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.726335 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-8e9fd53e-aa62-48e9-8859-bf07bd7457ef admin admin] 10.222.0.52 "DELETE /v2.0/routers/2539213d-dd78-4ba9-bbfc-b00d264721f2 HTTP/1.1" status: 204  len: 168 time: 0.7906294
Apr 29 13:50:45.726809 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54612) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:45.772595 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] Deleting subnet 31ef63f5-5645-4fa4-a36f-0c51e726a69f {{(pid=103577) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:50:45.776090 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] Publish callbacks [] for subnet (31ef63f5-5645-4fa4-a36f-0c51e726a69f), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.811620 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59375173'] for subnet (31ef63f5-5645-4fa4-a36f-0c51e726a69f), precommit_delete_associations {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.901650 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (31ef63f5-5645-4fa4-a36f-0c51e726a69f), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.959240 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59200726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170255'] for subnet (31ef63f5-5645-4fa4-a36f-0c51e726a69f), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.987195 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ef63f5-5645-4fa4-a36f-0c51e726a69f,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:45.992769 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:45.998009 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-10ea17b0-9894-4d6c-b939-26eef9aa6fa3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/31ef63f5-5645-4fa4-a36f-0c51e726a69f HTTP/1.1" status: 204  len: 168 time: 0.2680845
Apr 29 13:50:45.998314 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54614) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:45.998950 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28420593-85ec-4d5a-a9d5-f8b695db427b None None] Network 18e76b28-6ca2-4e11-9387-b46844da8311 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:50:46.069265 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (18e76b28-6ca2-4e11-9387-b46844da8311), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.126971 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Deleting port 7e0c3708-1cc0-4638-a5f4-01928910af3d {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:50:46.127319 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.195234 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] For port 7e0c3708-1cc0-4638-a5f4-01928910af3d, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=7e0c3708-1cc0-4638-a5f4-01928910af3d,segment=NetworkSegment(4859cb7b-79e3-41be-95b4-3faa501aa5a4),segment_id=4859cb7b-79e3-41be-95b4-3faa501aa5a4)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:50:46.195609 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.211379 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Calling delete_port for 7e0c3708-1cc0-4638-a5f4-01928910af3d owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:50:46.305875 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (7e0c3708-1cc0-4638-a5f4-01928910af3d), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.334300 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0c3708-1cc0-4638-a5f4-01928910af3d,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:46.338555 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4fbf6-31e7-4cf7-86d7-5d969826f1d5 None None] DHCP port deletion for 18e76b28-6ca2-4e11-9387-b46844da8311 request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:50:46.340283 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] No DVR routers for this DVR port 7e0c3708-1cc0-4638-a5f4-01928910af3d on host dv-cinder-839416-3-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:50:46.396298 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device c6aa5c03-1d55-4883-a6de-cade994f99f6 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:50:46.417650 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: c6aa5c03-1d55-4883-a6de-cade994f99f6 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:50:46.418005 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device c6aa5c03-1d55-4883-a6de-cade994f99f6 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:50:46.418418 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:50:46.430723 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (18e76b28-6ca2-4e11-9387-b46844da8311), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.439259 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:50:46.439606 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 3d3ea1d8-9330-4f8f-97aa-6bda7ad87a1c not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:50:46.440030 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 7e0c3708-1cc0-4638-a5f4-01928910af3d no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:50:46.455418 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9ada22ca00>,) {'filters': {'network_id': ['18e76b28-6ca2-4e11-9387-b46844da8311']}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:46.461838 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 7e0c3708-1cc0-4638-a5f4-01928910af3d {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:50:46.462180 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 7e0c3708-1cc0-4638-a5f4-01928910af3d not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:50:46.466028 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada22ca00>, '4859cb7b-79e3-41be-95b4-3faa501aa5a4') {'for_net_delete': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:46.466328 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9ada22ca00>, '4859cb7b-79e3-41be-95b4-3faa501aa5a4') {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:50:46.477415 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59375196'] for segment (4859cb7b-79e3-41be-95b4-3faa501aa5a4), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.493050 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (4859cb7b-79e3-41be-95b4-3faa501aa5a4), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59201328'] for segment (4859cb7b-79e3-41be-95b4-3faa501aa5a4), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]: Traceback (most recent call last):
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     timer()
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     cb(*args, **kw)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     return func(*args, **kwargs)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     self._notify()
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     self.callback(batched_events)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     event.method(event)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     return f(self, *a, **k)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._get(url).json()
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:50:46.504104 dv-cinder-839416-3-iscsi neutron-server[103577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:50:46.559103 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (18e76b28-6ca2-4e11-9387-b46844da8311), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.565567 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.568871 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] 10.222.0.52 "DELETE /v2.0/networks/18e76b28-6ca2-4e11-9387-b46844da8311 HTTP/1.1" status: 204  len: 168 time: 0.5695570
Apr 29 13:50:46.582768 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb778-bab8-44fa-b4d4-2afd2371fb40 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e76b28-6ca2-4e11-9387-b46844da8311,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:46.718973 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54618) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:46.759997 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-905e3a15-27ed-4b1b-bda2-200cb7cacdc3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8d87e162c5d433cb2836c9ad0b4cd88&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0396724
Apr 29 13:50:46.763374 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54620) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:46.820284 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-25ea7535-9aef-44e0-8172-4c57cf2c5ff1 admin admin] Publish callbacks [] for security_group (2f54527b-6c53-4dbf-8403-ef00956b5320), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.842688 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-25ea7535-9aef-44e0-8172-4c57cf2c5ff1 admin admin] Publish callbacks [] for security_group (2f54527b-6c53-4dbf-8403-ef00956b5320), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.894174 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-25ea7535-9aef-44e0-8172-4c57cf2c5ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (2f54527b-6c53-4dbf-8403-ef00956b5320), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.896923 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-25ea7535-9aef-44e0-8172-4c57cf2c5ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:46.898088 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-25ea7535-9aef-44e0-8172-4c57cf2c5ff1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f54527b-6c53-4dbf-8403-ef00956b5320 HTTP/1.1" status: 204  len: 168 time: 0.1336436
Apr 29 13:50:46.906006 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea7535-9aef-44e0-8172-4c57cf2c5ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f54527b-6c53-4dbf-8403-ef00956b5320,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:49.996387 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6644b027-6f97-4949-af1f-2308c9005550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:52.502375 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-e7ea43bd-77f7-4956-a7ad-f4e42fef892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:53.719933 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.068426 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.464116 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54726) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:55.574918 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a4188d4a-24df-46c8-9ba3-dce2b54064c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.650159 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a4188d4a-24df-46c8-9ba3-dce2b54064c3 admin admin] Publish callbacks [] for security_group (af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.654170 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-a4188d4a-24df-46c8-9ba3-dce2b54064c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.693377 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-a4188d4a-24df-46c8-9ba3-dce2b54064c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e4016713d164d5c9f47f8e7205b8713&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2281590
Apr 29 13:50:55.694237 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188d4a-24df-46c8-9ba3-dce2b54064c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:55.696388 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54730) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:50:55.745963 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Publish callbacks [] for security_group (af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.768350 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Publish callbacks [] for security_group (af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.815386 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.817965 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:50:55.819152 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78 HTTP/1.1" status: 204  len: 168 time: 0.1217949
Apr 29 13:50:55.827588 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b4513-d07f-47e1-b8c9-4d6c8d9ddb78,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:50:55.835514 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.835867 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.836425 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.836780 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.837188 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.837555 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.837782 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.838112 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.838503 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.838875 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.839209 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.839541 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.839866 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.840192 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:55.840514 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2504a-56f1-4eca-b90c-ac3124ceca44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:50:56.693411 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.419363 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54864) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:04.523164 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3406c24d-9996-4d2b-9f0f-026b28f477ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.601331 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3406c24d-9996-4d2b-9f0f-026b28f477ff admin admin] Publish callbacks [] for security_group (289873e4-e1ea-47ad-b318-7894e00e5854), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.605107 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3406c24d-9996-4d2b-9f0f-026b28f477ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (289873e4-e1ea-47ad-b318-7894e00e5854), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.642993 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-3406c24d-9996-4d2b-9f0f-026b28f477ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3ec85418e80463f825bd725e47c0865&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2225225
Apr 29 13:51:04.644130 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406c24d-9996-4d2b-9f0f-026b28f477ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289873e4-e1ea-47ad-b318-7894e00e5854,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:04.645687 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54868) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:04.700814 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-093ca710-7f11-40ba-a717-d5e2613db152 admin admin] Publish callbacks [] for security_group (289873e4-e1ea-47ad-b318-7894e00e5854), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.725468 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-093ca710-7f11-40ba-a717-d5e2613db152 admin admin] Publish callbacks [] for security_group (289873e4-e1ea-47ad-b318-7894e00e5854), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.772006 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-093ca710-7f11-40ba-a717-d5e2613db152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (289873e4-e1ea-47ad-b318-7894e00e5854), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.774770 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-093ca710-7f11-40ba-a717-d5e2613db152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:04.775952 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-093ca710-7f11-40ba-a717-d5e2613db152 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/289873e4-e1ea-47ad-b318-7894e00e5854 HTTP/1.1" status: 204  len: 168 time: 0.1292624
Apr 29 13:51:04.783891 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ca710-7f11-40ba-a717-d5e2613db152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289873e4-e1ea-47ad-b318-7894e00e5854,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:05.041993 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54874) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:05.056110 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e2f15a39-cea1-4e07-a778-907e4cdf014b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.134092 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e2f15a39-cea1-4e07-a778-907e4cdf014b admin admin] Publish callbacks [] for security_group (a214b60c-6c76-4f7b-ab7c-c2394e6e202a), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.137718 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-e2f15a39-cea1-4e07-a778-907e4cdf014b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (a214b60c-6c76-4f7b-ab7c-c2394e6e202a), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.175935 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-e2f15a39-cea1-4e07-a778-907e4cdf014b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e120a837c8454fdc8f70b1070dd0cc13&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1327052
Apr 29 13:51:05.176735 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f15a39-cea1-4e07-a778-907e4cdf014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a214b60c-6c76-4f7b-ab7c-c2394e6e202a,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:05.178546 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54876) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:05.227712 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5140efd0-7108-4257-8238-9b16d8302140 admin admin] Publish callbacks [] for security_group (a214b60c-6c76-4f7b-ab7c-c2394e6e202a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.249009 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5140efd0-7108-4257-8238-9b16d8302140 admin admin] Publish callbacks [] for security_group (a214b60c-6c76-4f7b-ab7c-c2394e6e202a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.295506 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5140efd0-7108-4257-8238-9b16d8302140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (a214b60c-6c76-4f7b-ab7c-c2394e6e202a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.299100 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-5140efd0-7108-4257-8238-9b16d8302140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.300282 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-5140efd0-7108-4257-8238-9b16d8302140 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a214b60c-6c76-4f7b-ab7c-c2394e6e202a HTTP/1.1" status: 204  len: 168 time: 0.1207378
Apr 29 13:51:05.308231 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140efd0-7108-4257-8238-9b16d8302140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a214b60c-6c76-4f7b-ab7c-c2394e6e202a,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:05.614398 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 54882) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:05.628270 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c3b10186-db07-4306-a4e4-9afa0cb1e26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.701495 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c3b10186-db07-4306-a4e4-9afa0cb1e26b admin admin] Publish callbacks [] for security_group (3d1411b1-525d-45ad-a918-29d0617c6ec8), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.705233 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c3b10186-db07-4306-a4e4-9afa0cb1e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (3d1411b1-525d-45ad-a918-29d0617c6ec8), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.745211 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c3b10186-db07-4306-a4e4-9afa0cb1e26b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cb1cc0e9cbe425dae6bbb5bf740b935&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1296439
Apr 29 13:51:05.746307 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b10186-db07-4306-a4e4-9afa0cb1e26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1411b1-525d-45ad-a918-29d0617c6ec8,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:05.747958 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 54884) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:05.797568 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-faee2911-b4dd-4b98-9c69-9caa6502f3c5 admin admin] Publish callbacks [] for security_group (3d1411b1-525d-45ad-a918-29d0617c6ec8), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.818245 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-faee2911-b4dd-4b98-9c69-9caa6502f3c5 admin admin] Publish callbacks [] for security_group (3d1411b1-525d-45ad-a918-29d0617c6ec8), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.868626 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-faee2911-b4dd-4b98-9c69-9caa6502f3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (3d1411b1-525d-45ad-a918-29d0617c6ec8), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.871198 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-faee2911-b4dd-4b98-9c69-9caa6502f3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:05.872330 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-faee2911-b4dd-4b98-9c69-9caa6502f3c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d1411b1-525d-45ad-a918-29d0617c6ec8 HTTP/1.1" status: 204  len: 168 time: 0.1232555
Apr 29 13:51:05.881328 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee2911-b4dd-4b98-9c69-9caa6502f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1411b1-525d-45ad-a918-29d0617c6ec8,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:10.542700 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:13.799284 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55006) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:13.902518 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6c005f9d-7865-457d-9cff-296764aee235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:13.977570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6c005f9d-7865-457d-9cff-296764aee235 admin admin] Publish callbacks [] for security_group (c6c219e2-2ab3-45ef-800c-f41682c659c9), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:13.982121 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-6c005f9d-7865-457d-9cff-296764aee235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (c6c219e2-2ab3-45ef-800c-f41682c659c9), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.021849 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-6c005f9d-7865-457d-9cff-296764aee235 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6818df4b36cb4876a0c1a5380fa7f946&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2212503
Apr 29 13:51:14.023191 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c005f9d-7865-457d-9cff-296764aee235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c219e2-2ab3-45ef-800c-f41682c659c9,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:14.024362 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55010) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:14.075147 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e6f92893-13e6-40bb-9787-6e8d504c49bc admin admin] Publish callbacks [] for security_group (c6c219e2-2ab3-45ef-800c-f41682c659c9), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.097682 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e6f92893-13e6-40bb-9787-6e8d504c49bc admin admin] Publish callbacks [] for security_group (c6c219e2-2ab3-45ef-800c-f41682c659c9), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.144261 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e6f92893-13e6-40bb-9787-6e8d504c49bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (c6c219e2-2ab3-45ef-800c-f41682c659c9), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.146861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e6f92893-13e6-40bb-9787-6e8d504c49bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.148008 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e6f92893-13e6-40bb-9787-6e8d504c49bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6c219e2-2ab3-45ef-800c-f41682c659c9 HTTP/1.1" status: 204  len: 168 time: 0.1226652
Apr 29 13:51:14.155411 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f92893-13e6-40bb-9787-6e8d504c49bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c219e2-2ab3-45ef-800c-f41682c659c9,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:14.405576 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55016) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:14.418771 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1d54eb66-780c-4888-8a91-aaab135843da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.494738 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1d54eb66-780c-4888-8a91-aaab135843da admin admin] Publish callbacks [] for security_group (e607a02a-30f8-4218-9c39-7b10b22d4154), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.499833 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1d54eb66-780c-4888-8a91-aaab135843da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e607a02a-30f8-4218-9c39-7b10b22d4154), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.538141 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-1d54eb66-780c-4888-8a91-aaab135843da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b60b439e78154c9a891e47fe585b4561&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1314662
Apr 29 13:51:14.539016 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54eb66-780c-4888-8a91-aaab135843da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e607a02a-30f8-4218-9c39-7b10b22d4154,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:14.541006 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55018) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:14.590093 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc1d6-32ec-4d8e-b6fb-cf1fbd3a2305 admin admin] Publish callbacks [] for security_group (e607a02a-30f8-4218-9c39-7b10b22d4154), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.612520 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc1d6-32ec-4d8e-b6fb-cf1fbd3a2305 admin admin] Publish callbacks [] for security_group (e607a02a-30f8-4218-9c39-7b10b22d4154), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.659509 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc1d6-32ec-4d8e-b6fb-cf1fbd3a2305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (e607a02a-30f8-4218-9c39-7b10b22d4154), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.662110 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc1d6-32ec-4d8e-b6fb-cf1fbd3a2305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:14.663300 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-c2dbc1d6-32ec-4d8e-b6fb-cf1fbd3a2305 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e607a02a-30f8-4218-9c39-7b10b22d4154 HTTP/1.1" status: 204  len: 168 time: 0.1212747
Apr 29 13:51:14.671818 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc1d6-32ec-4d8e-b6fb-cf1fbd3a2305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607a02a-30f8-4218-9c39-7b10b22d4154,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:14.978855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55024) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:14.994985 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-60a00f10-3e45-46dc-ae41-2761ce5292be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:15.071327 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-60a00f10-3e45-46dc-ae41-2761ce5292be admin admin] Publish callbacks [] for security_group (5f7746f9-d284-4207-902a-6ba8bf99f882), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:15.075113 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-60a00f10-3e45-46dc-ae41-2761ce5292be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (5f7746f9-d284-4207-902a-6ba8bf99f882), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:15.114028 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-60a00f10-3e45-46dc-ae41-2761ce5292be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97117af35cec46b1bd923d7fd66a219c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1340840
Apr 29 13:51:15.114906 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a00f10-3e45-46dc-ae41-2761ce5292be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7746f9-d284-4207-902a-6ba8bf99f882,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:15.116706 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55026) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:15.168623 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4eb89b37-dc6b-4099-bbe2-0af87c9d9064 admin admin] Publish callbacks [] for security_group (5f7746f9-d284-4207-902a-6ba8bf99f882), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:15.189082 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4eb89b37-dc6b-4099-bbe2-0af87c9d9064 admin admin] Publish callbacks [] for security_group (5f7746f9-d284-4207-902a-6ba8bf99f882), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:15.236458 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4eb89b37-dc6b-4099-bbe2-0af87c9d9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (5f7746f9-d284-4207-902a-6ba8bf99f882), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:15.238989 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4eb89b37-dc6b-4099-bbe2-0af87c9d9064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:15.240159 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-4eb89b37-dc6b-4099-bbe2-0af87c9d9064 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f7746f9-d284-4207-902a-6ba8bf99f882 HTTP/1.1" status: 204  len: 168 time: 0.1219954
Apr 29 13:51:15.247857 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb89b37-dc6b-4099-bbe2-0af87c9d9064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7746f9-d284-4207-902a-6ba8bf99f882,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:15.896420 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55048) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:15.991348 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.v2.base [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-371080315-network', 'tenant_id': '10414e9c4cb245d9b1e2a80f7c2ecfef'}} {{(pid=103576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:51:16.011149 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Made reservation on behalf of 10414e9c4cb245d9b1e2a80f7c2ecfef for: {'network': 1} {{(pid=103576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:51:16.013344 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for network (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.021797 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.097593 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks [] for security_group (4a5666e4-a28a-4c56-be85-3a0a8f220cd6), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.101661 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4a5666e4-a28a-4c56-be85-3a0a8f220cd6), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.133339 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=103576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 29 13:51:16.143791 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5666e4-a28a-4c56-be85-3a0a8f220cd6,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:16.150024 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (8ded2312-46d1-4aed-976a-e5c2d3e3c4b6), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.150366 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.db.segments_db [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Added segment 8ded2312-46d1-4aed-976a-e5c2d3e3c4b6 of type vlan for network 75a6efd3-0e08-4a77-87c0-15d85b57be13
Apr 29 13:51:16.191666 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768950429341'] for network (75a6efd3-0e08-4a77-87c0-15d85b57be13), precommit_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.215121 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725'] for network (75a6efd3-0e08-4a77-87c0-15d85b57be13), after_create {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.215988 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:16.216568 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.253588 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3560421
Apr 29 13:51:16.256686 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55052) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:16.261507 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Request body: {'subnet': {'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-371080315-subnet', 'tenant_id': '10414e9c4cb245d9b1e2a80f7c2ecfef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:51:16.280604 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Made reservation on behalf of 10414e9c4cb245d9b1e2a80f7c2ecfef for: {'subnet': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:51:16.281514 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31034d-a309-47e0-bf10-7c144e1c4e10 admin admin] Pushing event updated for resources: {'Network': ['ID=75a6efd3-0e08-4a77-87c0-15d85b57be13,revision_number=1']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:16.283342 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170082'] for subnet (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.291519 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Network 75a6efd3-0e08-4a77-87c0-15d85b57be13 details requested by agent ovs-agent-dv-cinder-839416-3-iscsi with host dv-cinder-839416-3-iscsi {{(pid=103578) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 29 13:51:16.454986 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59200663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170256'] for subnet (352e5799-cd23-41f7-9e44-ed408b934c37), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.509530 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Pushing event updated for resources: {'Subnet': ['ID=352e5799-cd23-41f7-9e44-ed408b934c37,revision_number=0']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:16.519558 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Checking segment: {'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:51:16.519908 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Network hostable DHCP agents. Network: 75a6efd3-0e08-4a77-87c0-15d85b57be13, hostable agents: ['0cfc0de3-2ea2-4c79-a538-641e2971163e'], hosted agents: [] {{(pid=103577) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 29 13:51:16.536746 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Network 75a6efd3-0e08-4a77-87c0-15d85b57be13 is scheduled to be hosted by DHCP agent 0cfc0de3-2ea2-4c79-a538-641e2971163e with binding_index 1 {{(pid=103577) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 29 13:51:16.544727 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839416-3-iscsi, 75a6efd3-0e08-4a77-87c0-15d85b57be13) {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:51:16.549126 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:16.549793 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for subnet (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:16.554005 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46afd9e-d483-45c1-9e36-4f8e1a896fa7 None None] Network 75a6efd3-0e08-4a77-87c0-15d85b57be13 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:51:16.565589 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-0358ac0b-dd89-4197-81a1-4cdf54f7582d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3078134
Apr 29 13:51:16.660300 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdaf47d-ebe4-47c6-9a0f-f681a4de05de None None] Network 75a6efd3-0e08-4a77-87c0-15d85b57be13 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:51:18.339447 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-3edb9eed-c949-4c67-ac7a-0ea2b5f1bd72 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:18.340803 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-3edb9eed-c949-4c67-ac7a-0ea2b5f1bd72 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/networks?id=75a6efd3-0e08-4a77-87c0-15d85b57be13 HTTP/1.1" status: 200  len: 813 time: 0.1020486
Apr 29 13:51:18.355672 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-4ae7df5f-b218-4c70-ab44-ca2eee0c6472 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/quotas/10414e9c4cb245d9b1e2a80f7c2ecfef HTTP/1.1" status: 200  len: 375 time: 0.0088191
Apr 29 13:51:18.387639 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-63872dca-a052-4ba6-ac67-519437e428f7 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10414e9c4cb245d9b1e2a80f7c2ecfef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269737
Apr 29 13:51:18.480313 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-9aca7921-f3c3-4bac-b09f-84824b2394f1 service neutron] 10.222.0.52 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855250
Apr 29 13:51:18.567519 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-8cefa33b-d24f-416e-b3ac-fd9609839b65 service neutron] 10.222.0.52 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813668
Apr 29 13:51:18.728748 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-555b5e10-2611-416c-a7de-4d63fc298dd8 req-5feefbbe-729f-455b-8c22-ecd196446e43 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 210 time: 0.0279679
Apr 29 13:51:19.694196 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-c1f3866b-ed64-415f-a757-a04601374342 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:19.695667 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-c1f3866b-ed64-415f-a757-a04601374342 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "GET /v2.0/networks?id=75a6efd3-0e08-4a77-87c0-15d85b57be13 HTTP/1.1" status: 200  len: 813 time: 0.1054444
Apr 29 13:51:19.708126 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Request body: {'port': {'device_id': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13', 'admin_state_up': True, 'tenant_id': '10414e9c4cb245d9b1e2a80f7c2ecfef'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:51:19.838485 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a57ee388-e365-43b3-bb42-b107b75d7353 req-17d51448-ffbf-4fd1-b7e3-296bcf15a15c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 210 time: 0.0355175
Apr 29 13:51:19.848308 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Made reservation on behalf of 10414e9c4cb245d9b1e2a80f7c2ecfef for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:51:19.851736 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:19.978358 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Allocated IP 172.20.0.3 (75a6efd3-0e08-4a77-87c0-15d85b57be13/352e5799-cd23-41f7-9e44-ed408b934c37/76fc4535-93f8-4ccb-883a-11a3ae8e93a2) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:51:19.997243 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-b297b160-8f7a-4cf3-bf33-e09a1328a9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:20.126613 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks [] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:20.159355 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:20.206155 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Network 75a6efd3-0e08-4a77-87c0-15d85b57be13 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:51:20.211285 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:51:20.215001 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:51:20.221320 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Pushing event updated for resources: {'Port': ['ID=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:20.265865 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:20.266468 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:20.282228 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-40de4399-0564-4fdd-b452-629483e870cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5780504
Apr 29 13:51:20.293544 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Request body: {'port': {'device_id': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:51:20.353096 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:20.574937 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:51:20.611749 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:51:20.618917 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Publish callbacks [] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:20.631906 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Transition to ACTIVE for port object 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:51:20.635588 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:20.685498 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Pushing event updated for resources: {'Port': ['ID=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:20.760621 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Attempting to bind port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:51:20.761338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Attempting to bind port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:51:20.761338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Attempting to bind port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 on network 75a6efd3-0e08-4a77-87c0-15d85b57be13 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:51:20.766312 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 on network 75a6efd3-0e08-4a77-87c0-15d85b57be13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:51:20.766654 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Attempting to bind port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 on network 75a6efd3-0e08-4a77-87c0-15d85b57be13 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:51:20.771402 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:51:20.771732 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Checking segment: {'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:51:20.772108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Bound using segment: {'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:51:20.772669 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Bound port: 76fc4535-93f8-4ccb-883a-11a3ae8e93a2, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:51:20.773024 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:21.115274 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb7eac-1d53-4bd6-bb5e-f9784cf1a526 req-d42f03bf-691e-4844-8a7d-8e84ed986f9c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:21.116736 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-48bb7eac-1d53-4bd6-bb5e-f9784cf1a526 req-d42f03bf-691e-4844-8a7d-8e84ed986f9c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 943 time: 0.0677507
Apr 29 13:51:21.158356 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] For port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:51:21.165500 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] For port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:51:21.173511 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:21.213007 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-48bb7eac-1d53-4bd6-bb5e-f9784cf1a526 req-72c2666b-4037-47a5-9fd7-86422c693895 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897570
Apr 29 13:51:21.222683 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:21.222982 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:21.224346 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] 10.222.0.48 "PUT /v2.0/ports/76fc4535-93f8-4ccb-883a-11a3ae8e93a2 HTTP/1.1" status: 200  len: 1093 time: 0.9348059
Apr 29 13:51:21.226687 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'tag': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:51:21.229069 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b" -d '{"events": [{"name": "network-changed", "server_uuid": "7db43e1d-c75b-449e-a03d-6700987a91f2", "tag": "76fc4535-93f8-4ccb-883a-11a3ae8e93a2"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:51:21.255107 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff3fdb-4af3-4358-b667-09c59efad958 service neutron] Pushing event updated for resources: {'Port': ['ID=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:21.274968 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a413036-d239-4cfa-a9d2-97891fb1dbf3 x-openstack-request-id: req-7a413036-d239-4cfa-a9d2-97891fb1dbf3 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:51:21.275223 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db43e1d-c75b-449e-a03d-6700987a91f2", "tag": "76fc4535-93f8-4ccb-883a-11a3ae8e93a2", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:51:21.275511 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a413036-d239-4cfa-a9d2-97891fb1dbf3 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:51:21.275863 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a413036-d239-4cfa-a9d2-97891fb1dbf3'] response: {'name': 'network-changed', 'server_uuid': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'tag': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2', 'status': 'completed', 'code': 200}
Apr 29 13:51:21.332282 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-74882908-0eb1-4558-ab57-0183fdfc8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:21.333800 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-74882908-0eb1-4558-ab57-0183fdfc8c95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10414e9c4cb245d9b1e2a80f7c2ecfef&device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 1127 time: 0.0432627
Apr 29 13:51:21.377084 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-6cc455de-ff37-481c-bac9-b38a1436c50a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76fc4535-93f8-4ccb-883a-11a3ae8e93a2 HTTP/1.1" status: 200  len: 217 time: 0.0360558
Apr 29 13:51:21.594396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-a7899384-1b89-4eb5-b591-27f0646eda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:21.595856 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-a7899384-1b89-4eb5-b591-27f0646eda8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=352e5799-cd23-41f7-9e44-ed408b934c37 HTTP/1.1" status: 200  len: 853 time: 0.0481126
Apr 29 13:51:21.628569 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-215fb0a0-f698-4a9a-822b-eeb525658e33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75a6efd3-0e08-4a77-87c0-15d85b57be13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261083
Apr 29 13:51:21.720477 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-d0b7ec23-0419-45a1-9d7d-098b1b50bf51 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844808
Apr 29 13:51:21.813090 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2d25359b-eab0-4d8e-9461-46ef964dab27 req-aa6c642c-7a33-4589-96c1-27028242a3a1 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872989
Apr 29 13:51:22.328465 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7da74d-b653-4483-af4c-26d43e8d4f28 req-8fe2aa5b-5889-4d2b-a9f9-ef2a78d5f9fa tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:22.330149 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7e7da74d-b653-4483-af4c-26d43e8d4f28 req-8fe2aa5b-5889-4d2b-a9f9-ef2a78d5f9fa tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 943 time: 0.0481436
Apr 29 13:51:22.376753 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7e7da74d-b653-4483-af4c-26d43e8d4f28 req-cf496e3d-c7f7-410a-9dbb-b764903202a2 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408463
Apr 29 13:51:22.506893 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-234486ca-4b9f-4189-98fa-f6ecedd90a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:22.671860 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-96092aae-7773-4d4d-a132-8f2f268f6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:22.673311 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-96092aae-7773-4d4d-a132-8f2f268f6e44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10414e9c4cb245d9b1e2a80f7c2ecfef&device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 1127 time: 0.0758710
Apr 29 13:51:22.679051 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-be578b36-269f-46b4-b650-3c096f571cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0493953
Apr 29 13:51:22.800654 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-3176a83b-4889-4e54-9a7b-57366bf65c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:22.802161 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-3176a83b-4889-4e54-9a7b-57366bf65c5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1129 time: 0.0598383
Apr 29 13:51:22.807504 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-e02f53ca-5ce8-4550-bd2a-467066f32ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:22.808838 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-e02f53ca-5ce8-4550-bd2a-467066f32ae6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=75a6efd3-0e08-4a77-87c0-15d85b57be13 HTTP/1.1" status: 200  len: 914 time: 0.1289773
Apr 29 13:51:22.865371 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-95a641cf-c380-45e0-b947-de50013d4702 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76fc4535-93f8-4ccb-883a-11a3ae8e93a2 HTTP/1.1" status: 200  len: 217 time: 0.0496447
Apr 29 13:51:22.959344 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-df5a32a2-0a54-4307-b701-d350c32c718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:22.960699 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-df5a32a2-0a54-4307-b701-d350c32c718b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=352e5799-cd23-41f7-9e44-ed408b934c37 HTTP/1.1" status: 200  len: 853 time: 0.0864511
Apr 29 13:51:22.983901 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-4aa9f44c-5287-463c-b08f-cbc04f99de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:22.985286 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-4aa9f44c-5287-463c-b08f-cbc04f99de2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.1636379
Apr 29 13:51:23.006512 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-c539a51d-e111-4f46-b839-ad4147561175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75a6efd3-0e08-4a77-87c0-15d85b57be13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398901
Apr 29 13:51:23.114898 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-3363b7e0-8950-4aea-9bed-1c1959ab2c99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 200  len: 1001 time: 0.1145313
Apr 29 13:51:23.180633 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-59c6afdc-6b55-4221-808b-b4a6f3ce4a42 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412711
Apr 29 13:51:23.183973 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-3991e630-ee67-4f50-aa83-0f6f1fb4250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:23.185313 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-3991e630-ee67-4f50-aa83-0f6f1fb4250c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0645959
Apr 29 13:51:23.280843 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-ed52c710-fb82-4995-96e1-d3642b512f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:23.282336 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-ed52c710-fb82-4995-96e1-d3642b512f9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0877669
Apr 29 13:51:23.364271 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-a5ebc6f8-3f48-4c37-919d-d6f3d86de06b req-4c448448-72cd-4af4-9981-6ce91adbcf43 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766543
Apr 29 13:51:23.393996 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-1b71e76d-99b7-4842-a75c-d91dc3ba93be service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045032
Apr 29 13:51:23.521091 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe6024-e48f-43d7-8f85-d11d7bac4508 req-fd87a3e8-3f7a-48b3-8b7b-c91c89a21679 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:23.522534 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33fe6024-e48f-43d7-8f85-d11d7bac4508 req-fd87a3e8-3f7a-48b3-8b7b-c91c89a21679 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 943 time: 0.0616546
Apr 29 13:51:23.527951 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1e883f65-03b2-4560-8577-44b82c1173b7 req-b1e61705-a7fe-409f-acfb-c99c62b43130 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279593
Apr 29 13:51:23.573936 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-33fe6024-e48f-43d7-8f85-d11d7bac4508 req-0bddfe64-2b44-4def-8cc9-82ee8aacc9bf tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450516
Apr 29 13:51:23.724448 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:24.328703 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:51:24.422307 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:51:24.432995 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2', 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13', 'port_id': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2', 'mac_address': 'fa:16:3e:03:e6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352e5799-cd23-41f7-9e44-ed408b934c37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:51:24.472804 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:51:24.473177 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:24.485958 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:51:24.504240 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:51:24.508423 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:24.554563 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:24.561583 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.561926 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.562265 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.562672 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.562957 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.563285 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.563607 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.563929 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.564250 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.564570 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.564890 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.565211 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.565528 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.565843 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.566158 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:24.694042 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce8b0a-4159-4c30-9418-03f322c8e86e req-4f7ea07b-0881-4c17-966f-f415ff15efb6 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:24.695464 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edce8b0a-4159-4c30-9418-03f322c8e86e req-4f7ea07b-0881-4c17-966f-f415ff15efb6 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 944 time: 0.0525723
Apr 29 13:51:24.737359 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['76fc4535-93f8-4ccb-883a-11a3ae8e93a2'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:51:24.750220 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-edce8b0a-4159-4c30-9418-03f322c8e86e req-797b6b1f-b843-40f5-9b2f-30ccf0f5b8df tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492098
Apr 29 13:51:25.071940 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:25.864309 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f169a83-387f-4f32-9370-c62be82c18e2 req-9701ed37-8ef2-4bbd-84ca-af07d6151deb tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:25.865752 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f169a83-387f-4f32-9370-c62be82c18e2 req-9701ed37-8ef2-4bbd-84ca-af07d6151deb tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 944 time: 0.0479622
Apr 29 13:51:25.920139 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7f169a83-387f-4f32-9370-c62be82c18e2 req-d51a653e-f7a1-4c3d-8365-3c6d43831fa7 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487800
Apr 29 13:51:26.340202 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:51:26.385603 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:51:26.391212 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:51:26.391591 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:26.470787 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:51:26.471177 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:26.493920 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:51:26.496174 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1b1ef8-2be3-415c-bc75-c49c24bc1d0e" -d '{"events": [{"server_uuid": "7db43e1d-c75b-449e-a03d-6700987a91f2", "name": "network-vif-plugged", "status": "completed", "tag": "76fc4535-93f8-4ccb-883a-11a3ae8e93a2"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:51:26.509289 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:51:26.513435 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:26.536089 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7be6698-d916-49b1-a9e0-fdadcf9b56b9 x-openstack-request-id: req-a7be6698-d916-49b1-a9e0-fdadcf9b56b9 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:51:26.536385 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db43e1d-c75b-449e-a03d-6700987a91f2", "name": "network-vif-plugged", "status": "completed", "tag": "76fc4535-93f8-4ccb-883a-11a3ae8e93a2", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:51:26.536644 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7be6698-d916-49b1-a9e0-fdadcf9b56b9 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:51:26.537042 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7be6698-d916-49b1-a9e0-fdadcf9b56b9'] response: {'server_uuid': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2', 'code': 200}
Apr 29 13:51:26.563493 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:26.697233 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:26.697467 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d770b-2dd2-46f7-8c4b-e1966391b242 req-7b6908e3-953c-4af0-8999-729319e3333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:26.698994 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-066d770b-2dd2-46f7-8c4b-e1966391b242 req-7b6908e3-953c-4af0-8999-729319e3333b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 1129 time: 0.0394182
Apr 29 13:51:26.742771 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-066d770b-2dd2-46f7-8c4b-e1966391b242 req-4ada2e58-684a-4694-bf04-45b4fc090eda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381811
Apr 29 13:51:27.035956 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4772f-a915-4334-80fb-31293e47df13 req-abc5d880-8b14-4a1c-b952-3e4d04a21075 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:27.037403 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c7f4772f-a915-4334-80fb-31293e47df13 req-abc5d880-8b14-4a1c-b952-3e4d04a21075 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 945 time: 0.0491800
Apr 29 13:51:27.085550 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c7f4772f-a915-4334-80fb-31293e47df13 req-485bbff7-9b3e-48f8-bf7f-dcb2956215bd tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424047
Apr 29 13:51:28.207940 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382b1a1-6595-48a1-89ae-d89e688be0aa req-35fd10b5-5a30-4646-b053-c20596a8bffd tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:28.209390 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b382b1a1-6595-48a1-89ae-d89e688be0aa req-35fd10b5-5a30-4646-b053-c20596a8bffd tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 945 time: 0.0483937
Apr 29 13:51:28.258092 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b382b1a1-6595-48a1-89ae-d89e688be0aa req-67309b2e-7470-4c6e-a053-eb85639e3ff4 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426795
Apr 29 13:51:40.547500 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:50.000691 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2dde3f80-ff02-4890-9cb5-3484f659774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:52.508661 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-12599a9e-982f-4aea-a1aa-0a59f6df46be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:53.726706 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:55.076823 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:56.699126 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:57.574146 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:51:58.357234 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55266) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:51:58.601977 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Deleting port 0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:51:58.602316 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:58.680602 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:58.680835 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:58.692983 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Calling delete_port for 0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1 owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:51:58.844148 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:58.868607 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event deleted for resources: {'Port': ['ID=0606ddd1-d1ca-4c40-a7fe-1ca62f173ff1,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:51:58.880858 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.881202 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.881541 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.881878 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.882208 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.882540 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.882908 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.883231 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.883552 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.883921 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.884195 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.884540 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.884860 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.885176 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.885491 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:51:58.940833 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (774248ca-8bf8-47b4-8ccf-952e5fbd38ef), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:58.941052 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Floating IP 774248ca-8bf8-47b4-8ccf-952e5fbd38ef disassociated (deleted). External IP: 172.27.2.95, port: 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb.
Apr 29 13:51:59.154444 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:51:59.262868 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:51:59.267356 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:51:59.273082 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:51:59.282403 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:51:59.283064 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad344ef10>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:51:59.297523 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-72e5a8d1-f257-4651-8c8f-43d7606ff787 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "DELETE /v2.0/floatingips/774248ca-8bf8-47b4-8ccf-952e5fbd38ef HTTP/1.1" status: 204  len: 168 time: 0.9393299
Apr 29 13:51:59.298214 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:51:59.300562 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2430f666-e451-441d-ad2a-60be54528970" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:51:59.339338 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f482b-5357-4286-b790-14c5ae12dd9e x-openstack-request-id: req-497f482b-5357-4286-b790-14c5ae12dd9e {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:51:59.339633 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:51:59.339943 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-497f482b-5357-4286-b790-14c5ae12dd9e {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:51:59.340350 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497f482b-5357-4286-b790-14c5ae12dd9e'] response: {'name': 'network-changed', 'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'status': 'completed', 'code': 200}
Apr 29 13:51:59.396729 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:51:59.478307 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f666-e451-441d-ad2a-60be54528970 req-1ffbdc14-df25-4335-b13a-61217aaa24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:59.479899 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2430f666-e451-441d-ad2a-60be54528970 req-1ffbdc14-df25-4335-b13a-61217aaa24e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 1130 time: 0.0486996
Apr 29 13:51:59.530191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfe0f4-095b-4b24-9501-d7e50ad41f7d req-1205918d-c6bf-4450-bb39-455b27e3fed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:51:59.531217 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-58bfe0f4-095b-4b24-9501-d7e50ad41f7d req-1205918d-c6bf-4450-bb39-455b27e3fed4 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 946 time: 0.0480180
Apr 29 13:51:59.581639 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-58bfe0f4-095b-4b24-9501-d7e50ad41f7d req-d6be449e-6f77-484f-a1d4-0b361bfa8d5d tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447488
Apr 29 13:51:59.632750 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad344ef10>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:32Z', 'revision_number': 1, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:51:59.666240 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:51:59.675076 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:51:59.675689 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad344ef10>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:51:59.788503 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:52:00.014078 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad344ef10>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:32Z', 'revision_number': 1, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:00.045153 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa93c8-5438-49e0-bf51-4d88ed9ea629 None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_floatingips': [{'id': '541f8515-2129-4cf1-bb24-bb43d2cb412e', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'router_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'port_id': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'mac_address': 'fa:16:3e:2d:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T13:48:30Z', 'updated_at': '2022-04-29T13:48:32Z', 'revision_number': 1, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:52:00.260040 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff73cc-c285-44dc-8bb0-faf04f475ec0 None None] New status for floating IP 774248ca-8bf8-47b4-8ccf-952e5fbd38ef: DOWN {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:52:00.589601 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f666-e451-441d-ad2a-60be54528970 req-8c6a1838-74f4-4587-b8f5-4238f2a3e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:00.591013 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2430f666-e451-441d-ad2a-60be54528970 req-8c6a1838-74f4-4587-b8f5-4238f2a3e488 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.0878239
Apr 29 13:52:00.710028 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2430f666-e451-441d-ad2a-60be54528970 req-b5d97272-5af8-4ffa-be85-4b1addbbff71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb HTTP/1.1" status: 200  len: 217 time: 0.0488851
Apr 29 13:52:00.733414 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86f9d4-4d04-4c43-ac96-66a728235096 req-f40978a8-a864-4ad9-b5db-32f0f5297bd8 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:00.734873 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bd86f9d4-4d04-4c43-ac96-66a728235096 req-f40978a8-a864-4ad9-b5db-32f0f5297bd8 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 946 time: 0.0848501
Apr 29 13:52:00.794623 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f666-e451-441d-ad2a-60be54528970 req-ffd176c9-3701-4976-a254-e4d10c3a1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:00.796560 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2430f666-e451-441d-ad2a-60be54528970 req-ffd176c9-3701-4976-a254-e4d10c3a1680 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0783830
Apr 29 13:52:00.812417 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-bd86f9d4-4d04-4c43-ac96-66a728235096 req-dd820d64-03b2-452b-b5c3-30903076dc37 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604124
Apr 29 13:52:00.927011 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430f666-e451-441d-ad2a-60be54528970 req-58c65371-9833-446e-aa53-b6848cd0672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:00.928544 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2430f666-e451-441d-ad2a-60be54528970 req-58c65371-9833-446e-aa53-b6848cd0672c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0422523
Apr 29 13:52:01.033871 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f74007-76ac-41fa-88dd-116ef311120f req-b591fb2c-d7dd-4162-93ba-563bcac47b88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:01.035381 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66f74007-76ac-41fa-88dd-116ef311120f req-b591fb2c-d7dd-4162-93ba-563bcac47b88 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 946 time: 0.0822914
Apr 29 13:52:01.094784 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2430f666-e451-441d-ad2a-60be54528970 req-9e715fae-f820-44b5-9150-236b9325edfb service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595130
Apr 29 13:52:01.161105 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Deleting port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:01.161461 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:01.277649 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-2430f666-e451-441d-ad2a-60be54528970 req-0818f23a-37b2-420d-8757-dcff1de3eac4 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755240
Apr 29 13:52:01.301440 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] For port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:01.301848 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:01.315279 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Calling delete_port for 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:01.441305 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:01.473440 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event deleted for resources: {'Port': ['ID=96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:01.516978 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] No DVR routers for this DVR port 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:52:01.519486 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:01.522754 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-66f74007-76ac-41fa-88dd-116ef311120f req-d7cac812-af4f-4226-af56-9ee552e158bc tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "DELETE /v2.0/ports/96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb HTTP/1.1" status: 204  len: 173 time: 0.4810684
Apr 29 13:52:01.523185 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'name': 'network-vif-deleted', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:52:01.525410 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b2b28c-2948-4d4f-af54-d46747fac78d" -d '{"events": [{"server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "name": "network-vif-deleted", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:52:01.561216 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4c02a-5799-41c5-a62d-1d2f5df19569 x-openstack-request-id: req-3db4c02a-5799-41c5-a62d-1d2f5df19569 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:52:01.561505 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9ed232-531b-4e2d-b804-659feedfed10", "name": "network-vif-deleted", "tag": "96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:52:01.561778 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3db4c02a-5799-41c5-a62d-1d2f5df19569 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:52:01.562181 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db4c02a-5799-41c5-a62d-1d2f5df19569'] response: {'server_uuid': '8e9ed232-531b-4e2d-b804-659feedfed10', 'name': 'network-vif-deleted', 'tag': '96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb', 'status': 'completed', 'code': 200}
Apr 29 13:52:01.931198 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-86099542-c0ba-4bfe-926a-57c31af87733 req-786ecb78-0827-41ef-b927-aa0ee8b6b12e tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e9ed232-531b-4e2d-b804-659feedfed10 HTTP/1.1" status: 200  len: 210 time: 0.0291717
Apr 29 13:52:04.557206 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:04.577948 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:04.578293 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 96733ae9-6cd3-4aa0-8e1c-f9f07144dfcb not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:04.726944 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42acf3-478b-484a-baf5-877e57315bf0 req-d4d6cf13-0a9b-49b6-b023-2fbab82e606d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:04.728317 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7c42acf3-478b-484a-baf5-877e57315bf0 req-d4d6cf13-0a9b-49b6-b023-2fbab82e606d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 945 time: 0.0474260
Apr 29 13:52:04.780697 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-7c42acf3-478b-484a-baf5-877e57315bf0 req-6f47a3d7-f250-4ff8-bc15-baa838735c84 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461378
Apr 29 13:52:05.222779 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55332) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:05.371908 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Deleting port 3cc0992e-d06d-4cab-bd2d-9360a6434cd2 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:05.372146 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:05.445918 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:05.446234 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:05.458988 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Calling delete_port for 3cc0992e-d06d-4cab-bd2d-9360a6434cd2 owned by network:floatingip {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:05.603751 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (3cc0992e-d06d-4cab-bd2d-9360a6434cd2), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:05.628475 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event deleted for resources: {'Port': ['ID=3cc0992e-d06d-4cab-bd2d-9360a6434cd2,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:05.691235 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (541f8515-2129-4cf1-bb24-bb43d2cb412e), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:05.691556 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.db.l3_db [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Floating IP 541f8515-2129-4cf1-bb24-bb43d2cb412e disassociated (deleted). External IP: 172.27.2.141, port: 36d3ed28-8e41-4d72-bce3-2520d997bd74.
Apr 29 13:52:06.098115 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f4a09-d57f-4668-adb1-ace804ec9c7f req-dd10c4b7-1a0e-40ef-8b60-00d59e64b196 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:06.099588 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9a1f4a09-d57f-4668-adb1-ace804ec9c7f req-dd10c4b7-1a0e-40ef-8b60-00d59e64b196 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 945 time: 0.0619402
Apr 29 13:52:06.209510 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759db24-6601-4656-a380-2a7415737825 req-189014e5-0e8d-4931-b101-3be807375419 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:06.210965 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9759db24-6601-4656-a380-2a7415737825 req-189014e5-0e8d-4931-b101-3be807375419 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 945 time: 0.0772855
Apr 29 13:52:06.303051 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9a1f4a09-d57f-4668-adb1-ace804ec9c7f req-37af9e62-ed85-40b2-825e-d125e3dcffad tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681604
Apr 29 13:52:06.338988 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103577) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:52:06.364978 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Deleting port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:06.365231 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:06.535343 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] For port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:06.535700 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:06.538776 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103577) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:52:06.547377 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:06.548358 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:52:06.557854 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:52:06.558554 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4eb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:06.570426 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Calling delete_port for 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:06.590543 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e83e29d8-13d4-427d-9e27-415b15632c23 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "DELETE /v2.0/floatingips/541f8515-2129-4cf1-bb24-bb43d2cb412e HTTP/1.1" status: 204  len: 168 time: 1.3666885
Apr 29 13:52:06.593054 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:52:06.595134 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3df31c-f1d6-4f5c-9634-e043a5269de6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:52:06.657929 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9912bc4e-8a15-4a29-b01f-b36d6554f7c7 x-openstack-request-id: req-9912bc4e-8a15-4a29-b01f-b36d6554f7c7 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:52:06.658242 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:52:06.658624 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9912bc4e-8a15-4a29-b01f-b36d6554f7c7 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:52:06.659136 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9912bc4e-8a15-4a29-b01f-b36d6554f7c7'] response: {'name': 'network-changed', 'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'status': 'completed', 'code': 200}
Apr 29 13:52:06.675924 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:52:06.755769 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (76fc4535-93f8-4ccb-883a-11a3ae8e93a2), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:06.774817 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['76fc4535-93f8-4ccb-883a-11a3ae8e93a2'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:52:06.785589 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-e23c757b-5ac8-4e66-bffb-1035a4cde1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:06.787119 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-e23c757b-5ac8-4e66-bffb-1035a4cde1b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 1129 time: 0.0941615
Apr 29 13:52:06.789500 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Pushing event deleted for resources: {'Port': ['ID=76fc4535-93f8-4ccb-883a-11a3ae8e93a2,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:06.845831 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] No DVR routers for this DVR port 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:52:06.848625 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:06.851928 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9759db24-6601-4656-a380-2a7415737825 req-29fa222f-babf-4393-826d-c67ad84d2580 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "DELETE /v2.0/ports/76fc4535-93f8-4ccb-883a-11a3ae8e93a2 HTTP/1.1" status: 204  len: 173 time: 0.6146731
Apr 29 13:52:06.894955 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d67dcc-330c-44a2-bab5-90ad7ddd13fb req-cbd53329-d992-4b48-afb8-88b0f613fd4a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:06.896338 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2d67dcc-330c-44a2-bab5-90ad7ddd13fb req-cbd53329-d992-4b48-afb8-88b0f613fd4a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 945 time: 0.0594959
Apr 29 13:52:06.910390 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4eb0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:06.940582 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:52:06.947461 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-d2d67dcc-330c-44a2-bab5-90ad7ddd13fb req-cd27c501-1e96-47e7-a557-9044db6f7490 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454562
Apr 29 13:52:06.949382 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:52:06.949990 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4eb0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:07.058221 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:52:07.255016 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad37f4eb0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:07.281701 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bafac-d952-4575-8c28-ae614e059513 None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:33Z', 'revision_number': 4, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi', '_interfaces': [{'id': 'ddb3966e-f46a-458a-8379-7a631d47531b', 'name': '', 'network_id': '5c7db084-3551-4948-a794-b280f9dd4ed8', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'mac_address': 'fa:16:3e:3f:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:33Z', 'updated_at': '2022-04-29T13:45:38Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'subnets': [{'id': '816107df-a23a-4815-90e1-8c3be0c8343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:52:07.402406 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-adebde5c-200e-46e4-ab0d-4e78d1f1a8c5 req-dc832bc1-8157-493d-a739-c6e3a06c250d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=7db43e1d-c75b-449e-a03d-6700987a91f2 HTTP/1.1" status: 200  len: 210 time: 0.0271931
Apr 29 13:52:07.516532 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06d6fb-7a14-42b0-96c8-5b43a271c785 None None] New status for floating IP 541f8515-2129-4cf1-bb24-bb43d2cb412e: DOWN {{(pid=103579) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 29 13:52:07.840433 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-2f4d93ec-c45f-4289-9482-413c79bb54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:07.842973 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-2f4d93ec-c45f-4289-9482-413c79bb54b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 200  len: 912 time: 0.0945370
Apr 29 13:52:07.962662 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-9f712502-9f6a-4daa-9846-fbb525753e3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 200  len: 217 time: 0.0339489
Apr 29 13:52:08.062701 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba65137-debc-472f-b13d-7c03cd3ac7d2 req-7218b02b-e7ca-4a91-babb-ced32e22c64a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:08.064172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9ba65137-debc-472f-b13d-7c03cd3ac7d2 req-7218b02b-e7ca-4a91-babb-ced32e22c64a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 945 time: 0.0475521
Apr 29 13:52:08.114172 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9ba65137-debc-472f-b13d-7c03cd3ac7d2 req-86c05256-532b-48d1-b8ad-d676d003d24a tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/security-groups?id=fada0ee5-7d56-44ba-a40a-78a958a0a2ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440855
Apr 29 13:52:08.299042 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-b12c1987-25a1-4ab1-add8-535d164404ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:08.300509 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-b12c1987-25a1-4ab1-add8-535d164404ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 200  len: 850 time: 0.0495915
Apr 29 13:52:08.386793 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-3c789127-3afe-4459-bed0-23b8161ddf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:08.388785 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-3c789127-3afe-4459-bed0-23b8161ddf00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c7db084-3551-4948-a794-b280f9dd4ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1212 time: 0.0769122
Apr 29 13:52:08.399558 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-c3f95b06-7691-40b4-97e0-ad00f8ebff7b tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:08.401178 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-c3f95b06-7691-40b4-97e0-ad00f8ebff7b tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 945 time: 0.0574358
Apr 29 13:52:08.549208 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Deleting port 36d3ed28-8e41-4d72-bce3-2520d997bd74 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:08.549891 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:08.567965 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-54787174-20e1-497e-a34f-40c2cd142000 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658208
Apr 29 13:52:08.678110 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'name': 'network-vif-deleted', 'tag': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:52:08.680233 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd6c4df-9d82-4c26-a6cc-911501254f4b" -d '{"events": [{"server_uuid": "7db43e1d-c75b-449e-a03d-6700987a91f2", "name": "network-vif-deleted", "tag": "76fc4535-93f8-4ccb-883a-11a3ae8e93a2"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:52:08.715854 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da037d91-ce89-40fa-afbc-7364a079dc96 x-openstack-request-id: req-da037d91-ce89-40fa-afbc-7364a079dc96 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:52:08.716730 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db43e1d-c75b-449e-a03d-6700987a91f2", "name": "network-vif-deleted", "tag": "76fc4535-93f8-4ccb-883a-11a3ae8e93a2", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:52:08.717060 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da037d91-ce89-40fa-afbc-7364a079dc96 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:52:08.717558 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da037d91-ce89-40fa-afbc-7364a079dc96'] response: {'server_uuid': '7db43e1d-c75b-449e-a03d-6700987a91f2', 'name': 'network-vif-deleted', 'tag': '76fc4535-93f8-4ccb-883a-11a3ae8e93a2', 'status': 'completed', 'code': 200}
Apr 29 13:52:08.733648 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] For port 36d3ed28-8e41-4d72-bce3-2520d997bd74, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=36d3ed28-8e41-4d72-bce3-2520d997bd74,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:08.734008 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:08.753260 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Calling delete_port for 36d3ed28-8e41-4d72-bce3-2520d997bd74 owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:08.756324 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-fe3df31c-f1d6-4f5c-9634-e043a5269de6 req-cf7cb29a-dab2-4980-bff3-05b53d932875 service neutron] 10.222.0.48 "GET /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782868
Apr 29 13:52:08.883108 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (36d3ed28-8e41-4d72-bce3-2520d997bd74), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:08.916364 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event deleted for resources: {'Port': ['ID=36d3ed28-8e41-4d72-bce3-2520d997bd74,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:08.959867 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] No DVR routers for this DVR port 36d3ed28-8e41-4d72-bce3-2520d997bd74 on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:52:08.962235 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:08.965512 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4c4a318d-128e-401d-a3f2-e6b28d3ac558 req-9665d479-63d5-4862-8d2c-8435856ed8d2 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.48 "DELETE /v2.0/ports/36d3ed28-8e41-4d72-bce3-2520d997bd74 HTTP/1.1" status: 204  len: 173 time: 0.5559008
Apr 29 13:52:09.211748 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-19cd6cef-e303-437c-9a7c-db9e81d2e090 req-8e48fd53-ec39-4d3c-863d-08f17b844866 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 210 time: 0.0285234
Apr 29 13:52:10.309915 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-790bf7a8-368f-44f6-afed-b330c1e6dadd req-6cd3be77-09cb-4437-b11a-760fc0524781 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 210 time: 0.0272882
Apr 29 13:52:10.718564 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'name': 'network-vif-deleted', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:52:10.720918 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69952d8-7327-4884-8219-7c3cc09673aa" -d '{"events": [{"server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "name": "network-vif-deleted", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:52:10.755284 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2b2a0b-1dd3-4807-9f55-8a5d577e934b x-openstack-request-id: req-7d2b2a0b-1dd3-4807-9f55-8a5d577e934b {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:52:10.755579 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f436cd1-b089-4a8e-996b-4fb58c8605bc", "name": "network-vif-deleted", "tag": "36d3ed28-8e41-4d72-bce3-2520d997bd74", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:52:10.755857 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d2b2a0b-1dd3-4807-9f55-8a5d577e934b {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:52:10.756259 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2b2a0b-1dd3-4807-9f55-8a5d577e934b'] response: {'server_uuid': '8f436cd1-b089-4a8e-996b-4fb58c8605bc', 'name': 'network-vif-deleted', 'tag': '36d3ed28-8e41-4d72-bce3-2520d997bd74', 'status': 'completed', 'code': 200}
Apr 29 13:52:11.237350 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:11.260663 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:11.261287 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:11.261625 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 76fc4535-93f8-4ccb-883a-11a3ae8e93a2 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:11.413303 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4aa71ceb-3f04-435b-90b2-947f6fe1bcb8 req-f657515e-331a-4298-81ad-f15da7657aaf tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f436cd1-b089-4a8e-996b-4fb58c8605bc HTTP/1.1" status: 200  len: 210 time: 0.0337589
Apr 29 13:52:12.469938 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55384) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:12.584534 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Deleting port 5beb4091-b97d-4aa4-908b-6880f450af7c {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:12.584871 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:12.663824 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:12.664314 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (5beb4091-b97d-4aa4-908b-6880f450af7c), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:12.676970 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Calling delete_port for 5beb4091-b97d-4aa4-908b-6880f450af7c owned by network:floatingip {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:12.807594 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (5beb4091-b97d-4aa4-908b-6880f450af7c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:12.842257 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event deleted for resources: {'Port': ['ID=5beb4091-b97d-4aa4-908b-6880f450af7c,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:12.865660 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.866010 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.866354 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.866730 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.867064 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.867395 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.867718 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.868039 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.868363 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.868687 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.869011 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.869333 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.869650 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.869966 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.870282 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:12.911619 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for floatingip (ffa77369-52c1-4069-a8b9-3d7e4ef45899), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:12.914134 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for floatingip (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:12.915314 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-284f759e-b00c-4d9e-88c5-691bb57e2811 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "DELETE /v2.0/floatingips/ffa77369-52c1-4069-a8b9-3d7e4ef45899 HTTP/1.1" status: 204  len: 168 time: 0.4443882
Apr 29 13:52:14.120383 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55404) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:14.177312 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fb60e976-7108-4271-b025-7157acde4f34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group (fada0ee5-7d56-44ba-a40a-78a958a0a2ff), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:14.202200 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fb60e976-7108-4271-b025-7157acde4f34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group (fada0ee5-7d56-44ba-a40a-78a958a0a2ff), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:14.260436 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fb60e976-7108-4271-b025-7157acde4f34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (fada0ee5-7d56-44ba-a40a-78a958a0a2ff), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:14.264028 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-fb60e976-7108-4271-b025-7157acde4f34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:14.265203 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-fb60e976-7108-4271-b025-7157acde4f34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] 10.222.0.52 "DELETE /v2.0/security-groups/fada0ee5-7d56-44ba-a40a-78a958a0a2ff HTTP/1.1" status: 204  len: 168 time: 0.1438293
Apr 29 13:52:14.274725 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60e976-7108-4271-b025-7157acde4f34 tempest-TestVolumeBootPattern-1315695973 tempest-TestVolumeBootPattern-1315695973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fada0ee5-7d56-44ba-a40a-78a958a0a2ff,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:14.317255 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55408) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:14.695229 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (2d838829-d680-4e03-a055-4f8dbd1a138d), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:14.937523 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Deleting port ddb3966e-f46a-458a-8379-7a631d47531b {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:14.937852 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:15.016919 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] For port ddb3966e-f46a-458a-8379-7a631d47531b, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=ddb3966e-f46a-458a-8379-7a631d47531b,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:15.017167 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:15.029795 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Calling delete_port for ddb3966e-f46a-458a-8379-7a631d47531b owned by network:router_interface {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:15.209057 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (ddb3966e-f46a-458a-8379-7a631d47531b), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:15.234545 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb3966e-f46a-458a-8379-7a631d47531b,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:15.408070 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (2d838829-d680-4e03-a055-4f8dbd1a138d), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:15.624980 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Router 2d838829-d680-4e03-a055-4f8dbd1a138d has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:52:15.722721 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 36d3ed28-8e41-4d72-bce3-2520d997bd74 no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:15.733698 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:52:15.738981 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-44384f3d-5374-4224-8b75-64567aa82545 admin admin] 10.222.0.52 "PUT /v2.0/routers/2d838829-d680-4e03-a055-4f8dbd1a138d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4206066
Apr 29 13:52:15.741481 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55414) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:15.743142 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 36d3ed28-8e41-4d72-bce3-2520d997bd74 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:15.743490 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 36d3ed28-8e41-4d72-bce3-2520d997bd74 not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:15.746282 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] Sync routers for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:52:15.756437 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:52:15.757052 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad383efd0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:15.851673 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks [] for router (2d838829-d680-4e03-a055-4f8dbd1a138d), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:15.963879 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks [] for router_gateway (2d838829-d680-4e03-a055-4f8dbd1a138d), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.002184 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: dv-cinder-839416-3-iscsi {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:52:16.009320 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Deleting port a1ae98ff-5735-494d-b053-519e773fde78 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:16.009658 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (a1ae98ff-5735-494d-b053-519e773fde78), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.095276 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] For port a1ae98ff-5735-494d-b053-519e773fde78, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a1ae98ff-5735-494d-b053-519e773fde78,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:16.096030 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (a1ae98ff-5735-494d-b053-519e773fde78), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.112617 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Calling delete_port for a1ae98ff-5735-494d-b053-519e773fde78 owned by network:router_gateway {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:16.184725 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad383efd0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:52:15Z', 'revision_number': 5, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port': {'id': 'a1ae98ff-5735-494d-b053-519e773fde78', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:16.216459 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] Checking router: 2d838829-d680-4e03-a055-4f8dbd1a138d for host: dv-cinder-839416-3-iscsi {{(pid=103578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:52:16.225842 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] Routers {'2d838829-d680-4e03-a055-4f8dbd1a138d'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:52:16.226471 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ad383efd0>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['2d838829-d680-4e03-a055-4f8dbd1a138d'], 'active': True} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:16.305455 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (a1ae98ff-5735-494d-b053-519e773fde78), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.322261 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvr_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] Set router 2d838829-d680-4e03-a055-4f8dbd1a138d gateway port host: None {{(pid=103578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:52:16.333814 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ae98ff-5735-494d-b053-519e773fde78,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:16.380732 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_hamode_db [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ad383efd0>, [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:52:15Z', 'revision_number': 6, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:16.401468 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (2d838829-d680-4e03-a055-4f8dbd1a138d), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.411657 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-ea97804c-5694-4d64-8f65-6ca2a27312b6 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:16.412284 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70089eca-f092-4757-96ef-3c0ad00908f8 None None] The sync data for ids ['2d838829-d680-4e03-a055-4f8dbd1a138d'] in dv-cinder-839416-3-iscsi is: [{'id': '2d838829-d680-4e03-a055-4f8dbd1a138d', 'name': 'tempest-TestVolumeBootPattern-293040731-router', 'tenant_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:30Z', 'updated_at': '2022-04-29T13:52:15Z', 'revision_number': 6, 'project_id': 'de4a8f8d563b4ab787ffac70ae770e05', 'gw_port_host': None}] {{(pid=103578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:52:16.413250 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-ea97804c-5694-4d64-8f65-6ca2a27312b6 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/networks?id=75a6efd3-0e08-4a77-87c0-15d85b57be13 HTTP/1.1" status: 200  len: 813 time: 0.1177850
Apr 29 13:52:16.429636 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-fac87247-0b0c-412b-87d1-0dc72736f5ed tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/quotas/10414e9c4cb245d9b1e2a80f7c2ecfef HTTP/1.1" status: 200  len: 375 time: 0.0106645
Apr 29 13:52:16.470273 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-6af3e897-bda0-4df2-92ee-d31cc3b59c1c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10414e9c4cb245d9b1e2a80f7c2ecfef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0357587
Apr 29 13:52:16.503389 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (2d838829-d680-4e03-a055-4f8dbd1a138d), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.505827 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks [] for router_controller (2d838829-d680-4e03-a055-4f8dbd1a138d), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.551774 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (2d838829-d680-4e03-a055-4f8dbd1a138d), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.552386 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d838829-d680-4e03-a055-4f8dbd1a138d {{(pid=103576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:52:16.557229 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.558467 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-23e6f9bf-6434-4e04-bb23-9fb81c1c90fe admin admin] 10.222.0.52 "DELETE /v2.0/routers/2d838829-d680-4e03-a055-4f8dbd1a138d HTTP/1.1" status: 204  len: 168 time: 0.8160431
Apr 29 13:52:16.562023 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55432) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:16.578113 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-73423a73-af46-4078-ab8a-7d1ffd884e1c service neutron] 10.222.0.52 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003072
Apr 29 13:52:16.605919 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] Deleting subnet 816107df-a23a-4815-90e1-8c3be0c8343b {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:52:16.610269 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] Publish callbacks [] for subnet (816107df-a23a-4815-90e1-8c3be0c8343b), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.644989 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (816107df-a23a-4815-90e1-8c3be0c8343b), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.673841 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-989b4059-bec2-46f8-ad5d-8672aa39c80e service neutron] 10.222.0.52 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896299
Apr 29 13:52:16.727889 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (816107df-a23a-4815-90e1-8c3be0c8343b), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.795559 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (816107df-a23a-4815-90e1-8c3be0c8343b), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.829350 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816107df-a23a-4815-90e1-8c3be0c8343b,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:16.839300 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689193b-2bc0-4328-8c0b-88b2054253be None None] Network 5c7db084-3551-4948-a794-b280f9dd4ed8 requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:52:16.839832 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.847572 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-2ccf1f84-72d0-4af6-bfee-0d4aaebc85a2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/816107df-a23a-4815-90e1-8c3be0c8343b HTTP/1.1" status: 204  len: 168 time: 0.2843664
Apr 29 13:52:16.848246 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55438) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:16.866205 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ad171d4-6ab5-44cd-a7a1-d20c3827a0a3 req-66329496-c57b-4323-a70f-e00e0ebc3d11 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 210 time: 0.0504661
Apr 29 13:52:16.936302 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (5c7db084-3551-4948-a794-b280f9dd4ed8), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:16.992343 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Deleting port a89e76da-45e1-437e-abed-876cee78c3fc {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:16.992681 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.060855 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] For port a89e76da-45e1-437e-abed-876cee78c3fc, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=a89e76da-45e1-437e-abed-876cee78c3fc,segment=NetworkSegment(b20162f1-0b0e-460a-948d-6e302b9da867),segment_id=b20162f1-0b0e-460a-948d-6e302b9da867)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:17.061223 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.074830 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Calling delete_port for a89e76da-45e1-437e-abed-876cee78c3fc owned by network:dhcp {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:17.162138 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (a89e76da-45e1-437e-abed-876cee78c3fc), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.189192 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89e76da-45e1-437e-abed-876cee78c3fc,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:17.191018 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] No DVR routers for this DVR port a89e76da-45e1-437e-abed-876cee78c3fc on host dv-cinder-839416-3-iscsi {{(pid=103576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:52:17.265575 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (5c7db084-3551-4948-a794-b280f9dd4ed8), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.287989 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adaf823a0>,) {'filters': {'network_id': ['5c7db084-3551-4948-a794-b280f9dd4ed8']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:17.300860 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adaf823a0>, 'b20162f1-0b0e-460a-948d-6e302b9da867') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:17.302956 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adaf823a0>, 'b20162f1-0b0e-460a-948d-6e302b9da867') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:17.311131 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e15f2-0295-4c87-aa81-9395ec1b1f9d None None] DHCP port deletion for 5c7db084-3551-4948-a794-b280f9dd4ed8 request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:52:17.314929 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (b20162f1-0b0e-460a-948d-6e302b9da867), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.330902 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (b20162f1-0b0e-460a-948d-6e302b9da867), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.337892 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:52:17.338314 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (b20162f1-0b0e-460a-948d-6e302b9da867), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:52:17.340152 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:52:17.396196 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (5c7db084-3551-4948-a794-b280f9dd4ed8), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.411604 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:17.414796 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5c7db084-3551-4948-a794-b280f9dd4ed8 HTTP/1.1" status: 204  len: 168 time: 0.5655863
Apr 29 13:52:17.415784 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487811-69b1-47ac-9eb5-2689bf3aa272 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7db084-3551-4948-a794-b280f9dd4ed8,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:17.417668 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55446) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:17.855626 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-615dffd7-5620-4b4f-aef5-92744645a4b9 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:17.857809 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-615dffd7-5620-4b4f-aef5-92744645a4b9 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "GET /v2.0/networks?id=75a6efd3-0e08-4a77-87c0-15d85b57be13 HTTP/1.1" status: 200  len: 813 time: 0.1154647
Apr 29 13:52:17.871579 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Request body: {'port': {'device_id': 'a9309397-b809-4c49-83ee-52868e6050bc', 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13', 'admin_state_up': True, 'tenant_id': '10414e9c4cb245d9b1e2a80f7c2ecfef'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:52:17.971303 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0438a8a7-adc7-4bde-8dcd-ee6116db8e70 req-ca790f9d-52c9-443e-bd78-92c67dd8e2d8 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 210 time: 0.0343754
Apr 29 13:52:18.014790 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Made reservation on behalf of 10414e9c4cb245d9b1e2a80f7c2ecfef for: {'port': 1} {{(pid=103577) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 29 13:52:18.018083 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (None), before_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.046543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028834'] for router_interface (e38f30c0-98b9-4433-b0aa-a46b0598815c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.152586 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.db_base_plugin_common [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Allocated IP 172.20.0.4 (75a6efd3-0e08-4a77-87c0-15d85b57be13/352e5799-cd23-41f7-9e44-ed408b934c37/30fc8786-f0b3-4e39-83ae-e4a272eeba6a) {{(pid=103577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 29 13:52:18.190315 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a89e76da-45e1-437e-abed-876cee78c3fc no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:18.220616 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: a89e76da-45e1-437e-abed-876cee78c3fc {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:18.221233 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a89e76da-45e1-437e-abed-876cee78c3fc not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:18.221664 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device ddb3966e-f46a-458a-8379-7a631d47531b no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:18.242739 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: ddb3966e-f46a-458a-8379-7a631d47531b {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:18.243068 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device ddb3966e-f46a-458a-8379-7a631d47531b not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:18.243900 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a1ae98ff-5735-494d-b053-519e773fde78 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:18.263459 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: a1ae98ff-5735-494d-b053-519e773fde78 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:18.263792 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device a1ae98ff-5735-494d-b053-519e773fde78 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:18.301862 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Deleting port d6939a2d-b51b-4495-81dc-590417525026 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:18.302196 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (d6939a2d-b51b-4495-81dc-590417525026), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.315135 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks [] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), precommit_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.348536 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768950446192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), after_create {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.388231 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] For port d6939a2d-b51b-4495-81dc-590417525026, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=d6939a2d-b51b-4495-81dc-590417525026,segment=NetworkSegment(4bdf295c-ce03-48a2-ae73-dac381f0fcf8),segment_id=4bdf295c-ce03-48a2-ae73-dac381f0fcf8)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:18.388887 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (d6939a2d-b51b-4495-81dc-590417525026), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.389015 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Network 75a6efd3-0e08-4a77-87c0-15d85b57be13 is already hosted by enough agents. {{(pid=103577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 29 13:52:18.391777 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.scheduler.base_scheduler [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Resources bound (agent type, host, resource id):  {{(pid=103577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 29 13:52:18.394758 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Received port after_create {{(pid=103577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 29 13:52:18.406988 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Calling delete_port for d6939a2d-b51b-4495-81dc-590417525026 owned by network:router_interface {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:18.436066 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Pushing event updated for resources: {'Port': ['ID=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,revision_number=1']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:18.456626 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:18.457236 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.473419 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-9ec59181-9d8a-4800-9c76-e40f311ef552 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6062865
Apr 29 13:52:18.484120 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.v2.base [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Request body: {'port': {'device_id': 'a9309397-b809-4c49-83ee-52868e6050bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83941'}} {{(pid=103577) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 29 13:52:18.546188 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.591047 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (d6939a2d-b51b-4495-81dc-590417525026), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.617505 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6939a2d-b51b-4495-81dc-590417525026,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:18.798957 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028942'] for router_interface (e38f30c0-98b9-4433-b0aa-a46b0598815c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.831061 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fc8786-f0b3-4e39-83ae-e4a272eeba6a {{(pid=103577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:52:18.838486 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Publish callbacks [] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), precommit_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.850907 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.provisioning_blocks [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Transition to ACTIVE for port object 30fc8786-f0b3-4e39-83ae-e4a272eeba6a will not be triggered until provisioned by entity L2. {{(pid=103577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 29 13:52:18.854855 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:18.911458 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Pushing event updated for resources: {'Port': ['ID=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,revision_number=2']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:18.982167 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Attempting to bind port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a on host hv-cinder-83941 for vnic_type normal with profile  {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 29 13:52:18.982499 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Attempting to bind port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a by drivers openvswitch,hyperv on host hv-cinder-83941 at level 0 using segments [{'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 29 13:52:18.982856 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Attempting to bind port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a on network 75a6efd3-0e08-4a77-87c0-15d85b57be13 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:52:18.987302 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a on network 75a6efd3-0e08-4a77-87c0-15d85b57be13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83941 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 29 13:52:18.987632 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Attempting to bind port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a on network 75a6efd3-0e08-4a77-87c0-15d85b57be13 {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 29 13:52:18.992473 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Checking agent: {'id': '06cd8385-1ec3-48e1-8ef5-d5646a44b91e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83941', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'started_at': datetime.datetime(2022, 4, 29, 13, 35, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 13, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 29 13:52:18.992812 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Checking segment: {'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 29 13:52:18.993191 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Bound using segment: {'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'} {{(pid=103577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 29 13:52:18.993617 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.managers [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Bound port: 30fc8786-f0b3-4e39-83ae-e4a272eeba6a, host: hv-cinder-83941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13'}}] {{(pid=103577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 29 13:52:18.993972 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), before_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.032772 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Router e38f30c0-98b9-4433-b0aa-a46b0598815c has already been hosted by L3 agent 87db0958-9c6f-4152-8bc8-f3b33fb5ae74 {{(pid=103576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 29 13:52:19.087449 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] For port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a, host hv-cinder-83941, cleared binding levels {{(pid=103577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 29 13:52:19.107382 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d428cc-63b0-42f0-96e0-fbd434924a8f req-99266df0-713a-4522-b727-79bf922f3f1d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:19.108987 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50d428cc-63b0-42f0-96e0-fbd434924a8f req-99266df0-713a-4522-b727-79bf922f3f1d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 943 time: 0.0652888
Apr 29 13:52:19.110824 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] For port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a, host hv-cinder-83941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 29 13:52:19.121501 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59201308'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), after_update {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.147648 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] Notify agent at l3_agent.dv-cinder-839416-3-iscsi the message routers_updated {{(pid=103576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 29 13:52:19.158456 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-60b5b543-2e6f-4c9e-8f74-d6af77edea41 admin admin] 10.222.0.52 "PUT /v2.0/routers/e38f30c0-98b9-4433-b0aa-a46b0598815c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7340801
Apr 29 13:52:19.158456 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55456) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:19.163939 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] Sync routers for ids ['e38f30c0-98b9-4433-b0aa-a46b0598815c'] in dv-cinder-839416-3-iscsi {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 29 13:52:19.172573 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:19.173186 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.174570 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] 10.222.0.48 "PUT /v2.0/ports/30fc8786-f0b3-4e39-83ae-e4a272eeba6a HTTP/1.1" status: 200  len: 1093 time: 0.6945648
Apr 29 13:52:19.175036 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9309397-b809-4c49-83ee-52868e6050bc', 'tag': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:52:19.177285 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9309397-b809-4c49-83ee-52868e6050bc", "tag": "30fc8786-f0b3-4e39-83ae-e4a272eeba6a"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:52:19.198272 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] Routers {'e38f30c0-98b9-4433-b0aa-a46b0598815c'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:52:19.199318 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae075cf70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['e38f30c0-98b9-4433-b0aa-a46b0598815c'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:19.262541 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-50d428cc-63b0-42f0-96e0-fbd434924a8f req-42f8e1d1-d9fd-4ada-96a9-649a31381490 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476510
Apr 29 13:52:19.264315 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd0f43-f936-49d7-af51-133c221367ed x-openstack-request-id: req-05fd0f43-f936-49d7-af51-133c221367ed {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:52:19.264607 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9309397-b809-4c49-83ee-52868e6050bc", "tag": "30fc8786-f0b3-4e39-83ae-e4a272eeba6a", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:52:19.264862 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05fd0f43-f936-49d7-af51-133c221367ed {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:52:19.265256 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fd0f43-f936-49d7-af51-133c221367ed'] response: {'name': 'network-changed', 'server_uuid': 'a9309397-b809-4c49-83ee-52868e6050bc', 'tag': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a', 'status': 'completed', 'code': 200}
Apr 29 13:52:19.267908 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a427f1-2af0-4bda-aa92-7ac191be4997 service neutron] Pushing event updated for resources: {'Port': ['ID=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,revision_number=3']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:19.286776 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-62e86041-b5ca-4b64-bfcd-79b04af2ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:19.288683 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-62e86041-b5ca-4b64-bfcd-79b04af2ae33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10414e9c4cb245d9b1e2a80f7c2ecfef&device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 1127 time: 0.0594358
Apr 29 13:52:19.329111 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks [] for router (e38f30c0-98b9-4433-b0aa-a46b0598815c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.338001 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-3912daea-d953-412d-8d87-fee143b8c044 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fc8786-f0b3-4e39-83ae-e4a272eeba6a HTTP/1.1" status: 200  len: 217 time: 0.0430572
Apr 29 13:52:19.381688 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] Set router e38f30c0-98b9-4433-b0aa-a46b0598815c gateway port host: dv-cinder-839416-3-iscsi {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:52:19.390517 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-0ad0b57b-54fa-4381-b7a1-4c92267a1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:19.392087 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-0ad0b57b-54fa-4381-b7a1-4c92267a1dda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=352e5799-cd23-41f7-9e44-ed408b934c37 HTTP/1.1" status: 200  len: 853 time: 0.0487225
Apr 29 13:52:19.424851 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-ff24320f-7b8e-41e3-a507-9d2cff8524d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75a6efd3-0e08-4a77-87c0-15d85b57be13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262926
Apr 29 13:52:19.446749 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks [] for router_gateway (e38f30c0-98b9-4433-b0aa-a46b0598815c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.495850 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Deleting port 2b27a872-3224-4f28-9c53-86ecffb5e761 {{(pid=103576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:19.496191 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.527495 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-10a98018-a365-44f1-a5b2-0550362a6624 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955222
Apr 29 13:52:19.562389 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae075cf70>, [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'external_fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:52:18Z', 'revision_number': 5, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port': {'id': '2b27a872-3224-4f28-9c53-86ecffb5e761', 'name': '', 'network_id': '97d5b7ae-e8bd-4d34-8318-3258d826371f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fa:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839416-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T13:45:37Z', 'updated_at': '2022-04-29T13:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b708c57f-9ea7-4a0c-b8bc-dc7aca9e75fa', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839416-3-iscsi'}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:19.581543 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] For port 2b27a872-3224-4f28-9c53-86ecffb5e761, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=2b27a872-3224-4f28-9c53-86ecffb5e761,segment=NetworkSegment(3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d),segment_id=3c6e48f7-1c25-4a7c-86b4-1bb964ed8d4d)] {{(pid=103576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:19.581908 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.592077 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] Checking router: e38f30c0-98b9-4433-b0aa-a46b0598815c for host: dv-cinder-839416-3-iscsi {{(pid=103579) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 29 13:52:19.597874 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.plugin [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Calling delete_port for 2b27a872-3224-4f28-9c53-86ecffb5e761 owned by network:router_gateway {{(pid=103576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:19.601913 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] Routers {'e38f30c0-98b9-4433-b0aa-a46b0598815c'} bound to L3 agent in host dv-cinder-839416-3-iscsi {{(pid=103579) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 29 13:52:19.602946 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9ae075cf70>, 'dv-cinder-839416-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T13:28:22Z,description=<?>,heartbeat_timestamp=2022-04-29T13:51:52Z,host='dv-cinder-839416-3-iscsi',id=87db0958-9c6f-4152-8bc8-f3b33fb5ae74,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T13:28:22Z,topic='l3_agent')) {'router_ids': ['e38f30c0-98b9-4433-b0aa-a46b0598815c'], 'active': True} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:19.703527 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_dvr_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] Set router e38f30c0-98b9-4433-b0aa-a46b0598815c gateway port host: None {{(pid=103579) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 29 13:52:19.761174 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.l3_hamode_db [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9ae075cf70>, [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:52:19Z', 'revision_number': 6, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port_host': None}], 'dv-cinder-839416-3-iscsi', False) {} {{(pid=103579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:19.784378 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58736394'] for port (2b27a872-3224-4f28-9c53-86ecffb5e761), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.789918 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6be31ce-83bb-45e2-8684-e0e86a3ff1e3 None None] The sync data for ids ['e38f30c0-98b9-4433-b0aa-a46b0598815c'] in dv-cinder-839416-3-iscsi is: [{'id': 'e38f30c0-98b9-4433-b0aa-a46b0598815c', 'name': 'tempest-TestVolumeBootPattern-1030233588-router', 'tenant_id': 'bc118693f76e457d985dc062299dbdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T13:45:36Z', 'updated_at': '2022-04-29T13:52:19Z', 'revision_number': 6, 'project_id': 'bc118693f76e457d985dc062299dbdb6', 'gw_port_host': None}] {{(pid=103579) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 29 13:52:19.817781 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b27a872-3224-4f28-9c53-86ecffb5e761,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:19.883146 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605604'] for router_gateway (e38f30c0-98b9-4433-b0aa-a46b0598815c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.901406 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-45d78c76-6b49-4df2-8622-bb305ef4eede req-a3ee5ea6-edba-49f0-99ab-e1a299602fe3 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3682742
Apr 29 13:52:19.979594 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2027871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31759'] for router (e38f30c0-98b9-4433-b0aa-a46b0598815c), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:19.981662 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks [] for router_controller (e38f30c0-98b9-4433-b0aa-a46b0598815c), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.004616 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-59825915-c0af-40d4-8fa1-a65400b0849b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.031937 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2027846'] for router (e38f30c0-98b9-4433-b0aa-a46b0598815c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.032570 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e38f30c0-98b9-4433-b0aa-a46b0598815c {{(pid=103576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 29 13:52:20.037421 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.038555 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-0640f634-6087-427d-b6c6-bb585e966b1f admin admin] 10.222.0.52 "DELETE /v2.0/routers/e38f30c0-98b9-4433-b0aa-a46b0598815c HTTP/1.1" status: 204  len: 168 time: 0.8800495
Apr 29 13:52:20.041028 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55460) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:20.088294 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] Deleting subnet fd29d31b-a65c-4b98-a38d-28af37ea859c {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:52:20.091861 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] Publish callbacks [] for subnet (fd29d31b-a65c-4b98-a38d-28af37ea859c), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.127937 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (fd29d31b-a65c-4b98-a38d-28af37ea859c), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.216364 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (fd29d31b-a65c-4b98-a38d-28af37ea859c), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.273067 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (fd29d31b-a65c-4b98-a38d-28af37ea859c), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.299046 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd29d31b-a65c-4b98-a38d-28af37ea859c,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:20.302627 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.305740 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-5cdd5f39-e8d4-4200-a443-6e0fbdf664e2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fd29d31b-a65c-4b98-a38d-28af37ea859c HTTP/1.1" status: 204  len: 168 time: 0.2637990
Apr 29 13:52:20.308412 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55462) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:20.310376 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a95ef-917f-494f-8f2e-16429613883a None None] Network e04aaa26-b313-49f0-a07d-3dfe08ad47db requested from dv-cinder-839416-3-iscsi {{(pid=103578) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 29 13:52:20.417127 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (e04aaa26-b313-49f0-a07d-3dfe08ad47db), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.440757 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0588479-aea7-419c-8cd8-8c57d0f1c2db req-38754029-4e0a-4173-b2a6-3acf6185c77d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:20.442482 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0588479-aea7-419c-8cd8-8c57d0f1c2db req-38754029-4e0a-4173-b2a6-3acf6185c77d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 943 time: 0.0703368
Apr 29 13:52:20.494932 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Deleting port 45ac70b6-378a-4e77-8775-ab3a03b999d4 {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:20.495171 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.540004 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-c0588479-aea7-419c-8cd8-8c57d0f1c2db req-18ae8342-17ce-4555-9299-5da5ff1efc3f tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917811
Apr 29 13:52:20.585388 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] DHCP port deletion for e04aaa26-b313-49f0-a07d-3dfe08ad47db request from dv-cinder-839416-3-iscsi {{(pid=103578) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 29 13:52:20.596054 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device d6939a2d-b51b-4495-81dc-590417525026 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:20.622978 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] For port 45ac70b6-378a-4e77-8775-ab3a03b999d4, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=45ac70b6-378a-4e77-8775-ab3a03b999d4,segment=NetworkSegment(4bdf295c-ce03-48a2-ae73-dac381f0fcf8),segment_id=4bdf295c-ce03-48a2-ae73-dac381f0fcf8)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:20.623362 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.636329 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-6debb82a-6479-43d0-9d9c-2e922b8d1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:20.636571 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: d6939a2d-b51b-4495-81dc-590417525026 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:20.636828 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device d6939a2d-b51b-4495-81dc-590417525026 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:20.638612 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-6debb82a-6479-43d0-9d9c-2e922b8d1166 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10414e9c4cb245d9b1e2a80f7c2ecfef&device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 1127 time: 0.0650485
Apr 29 13:52:20.642729 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Calling delete_port for 45ac70b6-378a-4e77-8775-ab3a03b999d4 owned by network:dhcp {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:20.648712 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] Deleting port 45ac70b6-378a-4e77-8775-ab3a03b999d4 {{(pid=103578) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:20.649080 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), before_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.721741 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] For port 45ac70b6-378a-4e77-8775-ab3a03b999d4, host dv-cinder-839416-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839416-3-iscsi',level=0,port_id=45ac70b6-378a-4e77-8775-ab3a03b999d4,segment=NetworkSegment(4bdf295c-ce03-48a2-ae73-dac381f0fcf8),segment_id=4bdf295c-ce03-48a2-ae73-dac381f0fcf8)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:20.722230 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), precommit_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.740422 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] Calling delete_port for 45ac70b6-378a-4e77-8775-ab3a03b999d4 owned by network:dhcp {{(pid=103578) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:20.785056 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-e192a610-b335-480d-8cec-6f211b045c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:20.786496 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-e192a610-b335-480d-8cec-6f211b045c39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=75a6efd3-0e08-4a77-87c0-15d85b57be13 HTTP/1.1" status: 200  len: 914 time: 0.1418476
Apr 29 13:52:20.825126 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), after_delete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.838330 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (45ac70b6-378a-4e77-8775-ab3a03b999d4), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:20.841802 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-a6a1c321-712d-4436-ab9e-78f0aba0a44a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fc8786-f0b3-4e39-83ae-e4a272eeba6a HTTP/1.1" status: 200  len: 217 time: 0.0493610
Apr 29 13:52:20.856624 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] Pushing event deleted for resources: {'Port': ['ID=45ac70b6-378a-4e77-8775-ab3a03b999d4,revision_number=None']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:20.865629 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6741f8-cdd6-433b-8388-730178760f3b None None] No DVR routers for this DVR port 45ac70b6-378a-4e77-8775-ab3a03b999d4 on host dv-cinder-839416-3-iscsi {{(pid=103578) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:52:20.913834 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=45ac70b6-378a-4e77-8775-ab3a03b999d4,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:20.918035 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] No DVR routers for this DVR port 45ac70b6-378a-4e77-8775-ab3a03b999d4 on host dv-cinder-839416-3-iscsi {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:52:20.969531 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-ea7c01e2-adb4-4be7-9ab0-53b60df50dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:20.971062 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-ea7c01e2-adb4-4be7-9ab0-53b60df50dc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=352e5799-cd23-41f7-9e44-ed408b934c37 HTTP/1.1" status: 200  len: 853 time: 0.1193042
Apr 29 13:52:21.015285 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (e04aaa26-b313-49f0-a07d-3dfe08ad47db), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.036783 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-8f333377-400b-420e-b579-b2d1c5f3d168 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=75a6efd3-0e08-4a77-87c0-15d85b57be13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593245
Apr 29 13:52:21.057787 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adb00ce50>,) {'filters': {'network_id': ['e04aaa26-b313-49f0-a07d-3dfe08ad47db']}} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:21.082845 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb00ce50>, '4bdf295c-ce03-48a2-ae73-dac381f0fcf8') {'for_net_delete': True} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:21.083116 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.services.segments.db [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb00ce50>, '4bdf295c-ce03-48a2-ae73-dac381f0fcf8') {} {{(pid=103577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:52:21.096093 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59375196'] for segment (4bdf295c-ce03-48a2-ae73-dac381f0fcf8), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.143363 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (4bdf295c-ce03-48a2-ae73-dac381f0fcf8), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.152776 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103577) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:52:21.153214 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59201328'] for segment (4bdf295c-ce03-48a2-ae73-dac381f0fcf8), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]: Traceback (most recent call last):
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     timer()
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     cb(*args, **kw)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     return func(*args, **kwargs)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     self._notify()
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     self.callback(batched_events)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     event.method(event)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     return f(self, *a, **k)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._get(url).json()
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:52:21.154987 dv-cinder-839416-3-iscsi neutron-server[103577]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:52:21.208675 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-d2b60916-9c88-4a7b-9cce-45200ad524b8 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662378
Apr 29 13:52:21.233848 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (e04aaa26-b313-49f0-a07d-3dfe08ad47db), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.241057 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.244033 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] 10.222.0.52 "DELETE /v2.0/networks/e04aaa26-b313-49f0-a07d-3dfe08ad47db HTTP/1.1" status: 204  len: 168 time: 0.9345844
Apr 29 13:52:21.262396 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9833eb0-5897-49ee-bb87-f361db2f7e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e04aaa26-b313-49f0-a07d-3dfe08ad47db,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:21.330926 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-4ecb2ce2-ee1d-47a9-a61f-f9615ddcbcdb req-658cec8e-7795-41f9-ba0c-e4781cf92c34 service neutron] 10.222.0.48 "GET /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155038
Apr 29 13:52:21.360955 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55468) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:21.400332 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-cbc54ac8-77ea-4721-932d-1cfe5215bfc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de4a8f8d563b4ab787ffac70ae770e05&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0381992
Apr 29 13:52:21.402780 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55470) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:21.451384 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ebee59a5-3a23-4391-a815-1bf8c87f828e admin admin] Publish callbacks [] for security_group (0002f30e-3207-4052-b7ce-46c683a29630), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.473294 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ebee59a5-3a23-4391-a815-1bf8c87f828e admin admin] Publish callbacks [] for security_group (0002f30e-3207-4052-b7ce-46c683a29630), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.519463 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ebee59a5-3a23-4391-a815-1bf8c87f828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (0002f30e-3207-4052-b7ce-46c683a29630), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.521994 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-ebee59a5-3a23-4391-a815-1bf8c87f828e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.523178 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-ebee59a5-3a23-4391-a815-1bf8c87f828e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0002f30e-3207-4052-b7ce-46c683a29630 HTTP/1.1" status: 204  len: 168 time: 0.1189783
Apr 29 13:52:21.535516 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee59a5-3a23-4391-a815-1bf8c87f828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0002f30e-3207-4052-b7ce-46c683a29630,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:21.684521 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ba8ce-d520-47b9-a572-679923a7a86b req-9495131a-77ce-4690-8907-f5d53dd795b2 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:21.686526 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-da0ba8ce-d520-47b9-a572-679923a7a86b req-9495131a-77ce-4690-8907-f5d53dd795b2 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 943 time: 0.0580513
Apr 29 13:52:21.735046 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-da0ba8ce-d520-47b9-a572-679923a7a86b req-b05d999b-b320-4a1a-a978-681b1cb83fdd tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425079
Apr 29 13:52:21.850003 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55478) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:21.889412 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-8c87c6d9-20e0-4fa5-82c4-6c25540ad9f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc118693f76e457d985dc062299dbdb6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0386302
Apr 29 13:52:21.891742 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [-] (103577) accepted ('10.222.0.52', 55480) {{(pid=103577) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:52:21.938794 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1de2f28c-b0dd-4cee-a748-ecfabe603c4b admin admin] Publish callbacks [] for security_group (34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:21.960260 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1de2f28c-b0dd-4cee-a748-ecfabe603c4b admin admin] Publish callbacks [] for security_group (34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:22.008064 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1de2f28c-b0dd-4cee-a748-ecfabe603c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:22.010650 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [None req-1de2f28c-b0dd-4cee-a748-ecfabe603c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:22.011801 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [None req-1de2f28c-b0dd-4cee-a748-ecfabe603c4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53 HTTP/1.1" status: 204  len: 168 time: 0.1191714
Apr 29 13:52:22.019887 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2f28c-b0dd-4cee-a748-ecfabe603c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf5d57-f68a-48c8-9bfd-f1fd5ab7ec53,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:22.198055 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 45ac70b6-378a-4e77-8775-ab3a03b999d4 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:22.220173 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 45ac70b6-378a-4e77-8775-ab3a03b999d4 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:22.220521 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 45ac70b6-378a-4e77-8775-ab3a03b999d4 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:22.220948 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 2b27a872-3224-4f28-9c53-86ecffb5e761 no longer exists at agent ovs-agent-dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:22.242751 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] No Port match for: 2b27a872-3224-4f28-9c53-86ecffb5e761 {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:22.243093 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Device 2b27a872-3224-4f28-9c53-86ecffb5e761 not bound to the agent host dv-cinder-839416-3-iscsi {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:22.511044 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2b996ad8-542b-4709-9008-265f4fe115aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:22.863024 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a85015-0053-44f3-b358-800ef596fb61 req-9f644fd0-2359-455b-8857-ab762745b1cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:22.864506 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05a85015-0053-44f3-b358-800ef596fb61 req-9f644fd0-2359-455b-8857-ab762745b1cc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 943 time: 0.0576048
Apr 29 13:52:22.913856 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-05a85015-0053-44f3-b358-800ef596fb61 req-22b6a7d6-5846-4aa8-a416-f4abbb0f0b6a tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437410
Apr 29 13:52:23.245914 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 30fc8786-f0b3-4e39-83ae-e4a272eeba6a details requested by agent hyperv_hv-cinder-83941 with host hv-cinder-83941 {{(pid=103578) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 29 13:52:23.344554 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:23.355685 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Returning: {'device': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a', 'network_id': '75a6efd3-0e08-4a77-87c0-15d85b57be13', 'port_id': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a', 'mac_address': 'fa:16:3e:ed:f3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352e5799-cd23-41f7-9e44-ed408b934c37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103578) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 29 13:52:23.393630 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a is: DOWN; New status is: BUILD {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:52:23.393939 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:23.406763 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fc8786-f0b3-4e39-83ae-e4a272eeba6a {{(pid=103578) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 29 13:52:23.426261 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:23.430112 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:23.479638 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,revision_number=4']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:23.617849 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['30fc8786-f0b3-4e39-83ae-e4a272eeba6a'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:52:23.741820 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:24.230730 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1b6d9-2eae-449c-82d4-e0b79dafdf42 req-d4caaadc-aca8-40b3-872d-5fcdde48df99 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:24.232418 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-41a1b6d9-2eae-449c-82d4-e0b79dafdf42 req-d4caaadc-aca8-40b3-872d-5fcdde48df99 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 944 time: 0.2515643
Apr 29 13:52:24.279788 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-41a1b6d9-2eae-449c-82d4-e0b79dafdf42 req-99975d80-415e-493d-876b-7f6ad547723d tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417476
Apr 29 13:52:25.081251 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:25.259210 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 30fc8786-f0b3-4e39-83ae-e4a272eeba6a up at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 29 13:52:25.303036 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning for port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a completed by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 29 13:52:25.310513 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.db.provisioning_blocks [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Provisioning complete for port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a triggered by entity L2. {{(pid=103578) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 29 13:52:25.310937 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-640942'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), provisioning_complete {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:25.388675 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Current status of the port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a is: BUILD; New status is: ACTIVE {{(pid=103578) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 29 13:52:25.389077 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-586670'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), before_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:25.394884 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f67d0-34b3-478e-8b89-f8259f0d9211 req-b15a84e6-7398-45ae-adb9-00cd248ee328 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:25.396361 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b19f67d0-34b3-478e-8b89-f8259f0d9211 req-b15a84e6-7398-45ae-adb9-00cd248ee328 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 944 time: 0.0461323
Apr 29 13:52:25.413748 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9309397-b809-4c49-83ee-52868e6050bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a'}] {{(pid=103578) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:52:25.416057 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c93ccc1be58b8f187b77813f9aa6cc3967d3f5fed9d0e9ba8004d7936f9a40f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d100af32-a856-4e0a-ac45-90e569d3d21c" -d '{"events": [{"server_uuid": "a9309397-b809-4c49-83ee-52868e6050bc", "name": "network-vif-plugged", "status": "completed", "tag": "30fc8786-f0b3-4e39-83ae-e4a272eeba6a"}]}' {{(pid=103578) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:52:25.432821 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] For port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103578) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:25.438114 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768951002332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768950446210', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768950446228'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:25.450759 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-b19f67d0-34b3-478e-8b89-f8259f0d9211 req-fd19f625-c213-4977-81f1-7e41da27675b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480371
Apr 29 13:52:25.463530 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e838ea25-c876-402a-9bfd-f3d274d09899 x-openstack-request-id: req-e838ea25-c876-402a-9bfd-f3d274d09899 {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:52:25.463827 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9309397-b809-4c49-83ee-52868e6050bc", "name": "network-vif-plugged", "status": "completed", "tag": "30fc8786-f0b3-4e39-83ae-e4a272eeba6a", "code": 200}]} {{(pid=103578) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:52:25.464085 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e838ea25-c876-402a-9bfd-f3d274d09899 {{(pid=103578) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:52:25.464551 dv-cinder-839416-3-iscsi neutron-server[103578]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e838ea25-c876-402a-9bfd-f3d274d09899'] response: {'server_uuid': 'a9309397-b809-4c49-83ee-52868e6050bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a', 'code': 200}
Apr 29 13:52:25.489661 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Pushing event updated for resources: {'Port': ['ID=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,revision_number=5']} {{(pid=103578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:25.496973 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.497311 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.497648 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.497983 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.498318 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.498667 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.498993 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.499314 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.499633 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.499954 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.500276 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.500594 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.500915 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.501226 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.501587 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839416-3-iscsi {{(pid=103578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 29 13:52:25.621861 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf32ffc-4a54-4fc2-800d-779ade9adc37 req-6cee5a45-0be4-41b7-a9c6-8505abcfc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:25.624196 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0bf32ffc-4a54-4fc2-800d-779ade9adc37 req-6cee5a45-0be4-41b7-a9c6-8505abcfc1ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 1129 time: 0.0381329
Apr 29 13:52:25.667938 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0bf32ffc-4a54-4fc2-800d-779ade9adc37 req-cec04661-a107-468a-beaf-ff7a5d72ab92 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381539
Apr 29 13:52:26.578316 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932eac9-5c27-4ddb-bb79-87a54beaeeb5 req-44bd7f58-b813-48ab-bb4b-4d9f98257f93 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:26.579806 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9932eac9-5c27-4ddb-bb79-87a54beaeeb5 req-44bd7f58-b813-48ab-bb4b-4d9f98257f93 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 945 time: 0.0497153
Apr 29 13:52:26.627601 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-9932eac9-5c27-4ddb-bb79-87a54beaeeb5 req-96b73495-92a6-46e9-b58c-6999d744a6c6 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419576
Apr 29 13:52:26.701039 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:27.743542 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac65d-e018-42e4-9f63-61c66b71648f req-8e9ed7bc-a8b2-4868-af7b-bb43d5c5649c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:27.745000 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1d3ac65d-e018-42e4-9f63-61c66b71648f req-8e9ed7bc-a8b2-4868-af7b-bb43d5c5649c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 945 time: 0.0510221
Apr 29 13:52:27.791527 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1d3ac65d-e018-42e4-9f63-61c66b71648f req-897d45d3-7cf4-49b0-be99-1d44e2e088ea tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402474
Apr 29 13:52:34.573807 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:52:41.235321 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:45.858250 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae78fd-be8d-44f4-82f6-5895871a5e62 req-c6cfd04e-ddd4-4b29-a57d-75ccf85e89fc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:45.859645 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1dae78fd-be8d-44f4-82f6-5895871a5e62 req-c6cfd04e-ddd4-4b29-a57d-75ccf85e89fc tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 945 time: 0.0467064
Apr 29 13:52:45.907641 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-1dae78fd-be8d-44f4-82f6-5895871a5e62 req-1a7250e0-77ac-41f6-92bb-98534c0af854 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424364
Apr 29 13:52:47.027661 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef229-c7bb-4397-b8da-8b5325e693e2 req-7084d6c8-4462-45be-95a9-dd161e311d22 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:47.029175 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f8ef229-c7bb-4397-b8da-8b5325e693e2 req-7084d6c8-4462-45be-95a9-dd161e311d22 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 945 time: 0.0520511
Apr 29 13:52:47.078391 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-0f8ef229-c7bb-4397-b8da-8b5325e693e2 req-c5d31315-0aa6-4480-8e10-41f6986eba4a tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a5666e4-a28a-4c56-be85-3a0a8f220cd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435655
Apr 29 13:52:47.312603 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d090b7-902e-4322-abb2-042fae648d43 req-475be702-58f1-4bc6-acb7-18c6720aa52c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103577) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 29 13:52:47.313981 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-89d090b7-902e-4322-abb2-042fae648d43 req-475be702-58f1-4bc6-acb7-18c6720aa52c tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 945 time: 0.0464027
Apr 29 13:52:47.395693 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Deleting port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a {{(pid=103577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 29 13:52:47.396029 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768950995276'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), before_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:47.485635 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.db [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] For port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a, host hv-cinder-83941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83941',level=0,port_id=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,segment=NetworkSegment(8ded2312-46d1-4aed-976a-e5c2d3e3c4b6),segment_id=8ded2312-46d1-4aed-976a-e5c2d3e3c4b6)] {{(pid=103577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 29 13:52:47.485997 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593183'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), precommit_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:47.499311 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.plugins.ml2.plugin [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Calling delete_port for 30fc8786-f0b3-4e39-83ae-e4a272eeba6a owned by compute:nova {{(pid=103577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 29 13:52:47.626485 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768951002314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768950446201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59201287'] for port (30fc8786-f0b3-4e39-83ae-e4a272eeba6a), after_delete {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:47.638185 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.db [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] get_ports_and_sgs() called for port_ids ['30fc8786-f0b3-4e39-83ae-e4a272eeba6a'] {{(pid=103578) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 29 13:52:47.654457 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Pushing event deleted for resources: {'Port': ['ID=30fc8786-f0b3-4e39-83ae-e4a272eeba6a,revision_number=None']} {{(pid=103577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:52:47.698012 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] No DVR routers for this DVR port 30fc8786-f0b3-4e39-83ae-e4a272eeba6a on host hv-cinder-83941 {{(pid=103577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 29 13:52:47.700200 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron_lib.callbacks.manager [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481241'] for port (None), before_response {{(pid=103577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:47.703504 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-89d090b7-902e-4322-abb2-042fae648d43 req-a22022d2-6ed5-4952-b79d-82c0c3301e5b tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.48 "DELETE /v2.0/ports/30fc8786-f0b3-4e39-83ae-e4a272eeba6a HTTP/1.1" status: 204  len: 173 time: 0.3840766
Apr 29 13:52:47.703943 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9309397-b809-4c49-83ee-52868e6050bc', 'name': 'network-vif-deleted', 'tag': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a'}] {{(pid=103577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 29 13:52:47.706181 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b27ed5aa4cfba178e14e1bc960e01ec379e6519e4600c811cbd1783eb35b74e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b42718-f226-4606-9729-d51abca63247" -d '{"events": [{"server_uuid": "a9309397-b809-4c49-83ee-52868e6050bc", "name": "network-vif-deleted", "tag": "30fc8786-f0b3-4e39-83ae-e4a272eeba6a"}]}' {{(pid=103577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 29 13:52:47.803400 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a49635-d080-4bdf-8be1-6764f8bb9cd2 x-openstack-request-id: req-69a49635-d080-4bdf-8be1-6764f8bb9cd2 {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 29 13:52:47.803696 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9309397-b809-4c49-83ee-52868e6050bc", "name": "network-vif-deleted", "tag": "30fc8786-f0b3-4e39-83ae-e4a272eeba6a", "status": "completed", "code": 200}]} {{(pid=103577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 29 13:52:47.803950 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69a49635-d080-4bdf-8be1-6764f8bb9cd2 {{(pid=103577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 29 13:52:47.804355 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a49635-d080-4bdf-8be1-6764f8bb9cd2'] response: {'server_uuid': 'a9309397-b809-4c49-83ee-52868e6050bc', 'name': 'network-vif-deleted', 'tag': '30fc8786-f0b3-4e39-83ae-e4a272eeba6a', 'status': 'completed', 'code': 200}
Apr 29 13:52:48.200216 dv-cinder-839416-3-iscsi neutron-server[103577]: INFO neutron.wsgi [req-db53cf3f-03dc-42c2-ab9d-a7b3860f8ac0 req-502acae5-4031-4bf5-a2c4-bb37fbf805c6 tempest-VolumesSnapshotTestJSON-1916707637 tempest-VolumesSnapshotTestJSON-1916707637-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9309397-b809-4c49-83ee-52868e6050bc HTTP/1.1" status: 200  len: 210 time: 0.0315604
Apr 29 13:52:50.007249 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-8189b3c9-33d7-4818-8666-b82de6f0e9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:51.689181 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 30fc8786-f0b3-4e39-83ae-e4a272eeba6a no longer exists at agent hyperv_hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 29 13:52:51.712855 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] No Port match for: 30fc8786-f0b3-4e39-83ae-e4a272eeba6a {{(pid=103578) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 29 13:52:51.713200 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron.plugins.ml2.rpc [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Device 30fc8786-f0b3-4e39-83ae-e4a272eeba6a not bound to the agent host hv-cinder-83941 {{(pid=103578) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 29 13:52:52.514508 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-adc5f7fd-4bbe-476f-bef9-86481819a4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:53.731407 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:55.082269 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:52:56.703470 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.273080 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55706) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:53:10.317293 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.db.db_base_plugin_v2 [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] Deleting subnet 352e5799-cd23-41f7-9e44-ed408b934c37 {{(pid=103576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 29 13:53:10.320317 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] Publish callbacks [] for subnet (352e5799-cd23-41f7-9e44-ed408b934c37), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.354467 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115340'] for subnet (352e5799-cd23-41f7-9e44-ed408b934c37), precommit_delete_associations {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.396838 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644438'] for subnet (352e5799-cd23-41f7-9e44-ed408b934c37), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.447484 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58735835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58817520'] for subnet (352e5799-cd23-41f7-9e44-ed408b934c37), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.471190 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352e5799-cd23-41f7-9e44-ed408b934c37,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:53:10.476939 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.481040 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-23157080-c2cf-4160-bcff-a86033e24a21 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/352e5799-cd23-41f7-9e44-ed408b934c37 HTTP/1.1" status: 204  len: 168 time: 0.2069426
Apr 29 13:53:10.484119 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55708) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:53:10.551959 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642040'] for network (75a6efd3-0e08-4a77-87c0-15d85b57be13), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.633186 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644043', 'neutron.services.segments.db._delete_segments_for_network-8768950924665'] for network (75a6efd3-0e08-4a77-87c0-15d85b57be13), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.652783 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9adb3da3a0>,) {'filters': {'network_id': ['75a6efd3-0e08-4a77-87c0-15d85b57be13']}} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:53:10.661699 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb3da3a0>, '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6') {'for_net_delete': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:53:10.662000 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.services.segments.db [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9adb3da3a0>, '8ded2312-46d1-4aed-976a-e5c2d3e3c4b6') {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 29 13:53:10.672462 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768950926210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115349'] for segment (8ded2312-46d1-4aed-976a-e5c2d3e3c4b6), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.686009 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243'] for segment (8ded2312-46d1-4aed-976a-e5c2d3e3c4b6), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.692118 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 29 13:53:10.692502 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-631243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58736445'] for segment (8ded2312-46d1-4aed-976a-e5c2d3e3c4b6), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]: Traceback (most recent call last):
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     timer()
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     cb(*args, **kw)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     return func(*args, **kwargs)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     self._notify()
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     self.callback(batched_events)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     event.method(event)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     return f(self, *a, **k)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._get(url).json()
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     return self.request(url, 'GET', **kwargs)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 29 13:53:10.694157 dv-cinder-839416-3-iscsi neutron-server[103576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 29 13:53:10.751350 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029580'] for network (75a6efd3-0e08-4a77-87c0-15d85b57be13), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.756862 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578699'] for network (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:10.763106 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] 10.222.0.52 "DELETE /v2.0/networks/75a6efd3-0e08-4a77-87c0-15d85b57be13 HTTP/1.1" status: 204  len: 168 time: 0.2750320
Apr 29 13:53:10.771326 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420537-4f49-49fd-9c5b-3fc8f7e36641 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a6efd3-0e08-4a77-87c0-15d85b57be13,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:53:10.922021 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55712) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:53:10.963594 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-38b57694-07bd-4df2-b23e-561223fd4ac2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10414e9c4cb245d9b1e2a80f7c2ecfef&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0402167
Apr 29 13:53:10.966112 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [-] (103576) accepted ('10.222.0.52', 55714) {{(pid=103576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 29 13:53:11.012800 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1afc5685-f07e-467d-ab60-8ae641e7661c admin admin] Publish callbacks [] for security_group (4a5666e4-a28a-4c56-be85-3a0a8f220cd6), before_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:11.033587 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1afc5685-f07e-467d-ab60-8ae641e7661c admin admin] Publish callbacks [] for security_group (4a5666e4-a28a-4c56-be85-3a0a8f220cd6), precommit_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:11.080265 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1afc5685-f07e-467d-ab60-8ae641e7661c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662017'] for security_group (4a5666e4-a28a-4c56-be85-3a0a8f220cd6), after_delete {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:11.082929 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1afc5685-f07e-467d-ab60-8ae641e7661c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:11.084086 dv-cinder-839416-3-iscsi neutron-server[103576]: INFO neutron.wsgi [None req-1afc5685-f07e-467d-ab60-8ae641e7661c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a5666e4-a28a-4c56-be85-3a0a8f220cd6 HTTP/1.1" status: 204  len: 168 time: 0.1169965
Apr 29 13:53:11.092221 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc5685-f07e-467d-ab60-8ae641e7661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5666e4-a28a-4c56-be85-3a0a8f220cd6,revision_number=None']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 29 13:53:11.256720 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:11.575604 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:53:20.008161 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-81a20301-94b2-4e89-afc5-823eebc893df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:22.515855 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-ba2def67-30a4-4926-ba5b-d6ff568789d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:23.734864 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:25.087130 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:26.706617 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:41.255667 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:48.574984 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:53:50.012408 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-70fa83de-02c0-475f-8da1-66981de386f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:52.519725 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-df259644-6d33-4c3c-bbd7-1a85090096f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:53.738068 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:55.089277 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:53:56.711421 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:11.254456 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:20.014403 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4c66b25d-cbf9-42bb-823b-09fa90247864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:21.072002 dv-cinder-839416-3-iscsi neutron-server[103576]: DEBUG neutron.wsgi [req-aca84593-06ca-4712-bf9b-d70c935373c9 req-51072c00-d631-4d6f-935e-f68060805441 service neutron] (103576) timed out ('10.222.0.48', 60433) {{(pid=103576) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 29 13:54:21.297043 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-1c03b07a-f764-4654-a44f-8dba75602a7c req-2e3c9dea-5a78-4983-97dd-1970dccfd7b0 tempest-VolumesActionsTest-1746029574 tempest-VolumesActionsTest-1746029574-project] (103577) timed out ('10.222.0.48', 60581) {{(pid=103577) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 29 13:54:22.521286 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3baf-75ae-4ccd-9ca7-ec690f92aba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:23.742390 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:25.091943 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:25.574187 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:54:26.714924 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:41.250746 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:50.017078 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-28cffe69-0fda-48cb-9e7d-11a5c8b56ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:52.523209 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-926b82ff-b319-42d7-b0fc-582bfb432b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:53.743747 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:55.094489 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:54:56.716466 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:02.573885 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:55:11.264041 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:20.019544 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-10c917b1-8192-41e4-be08-aa7b83bbb059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:22.524415 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-4926edeb-261f-46a7-9b93-1af8d22323c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:23.747979 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:25.100092 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:26.718567 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:39.573087 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:55:41.278312 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:50.021132 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-11d915b4-c7df-4543-bcdf-3fa894c695a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:52.525781 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-7855e079-b621-4f82-bc20-6d2adf2dcc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:53.750336 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:55.105689 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:55:56.721018 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:11.276068 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:16.572967 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:56:20.024443 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-a60f4e1b-9203-4ef5-b1ec-da691fbf4252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:22.527974 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-6fa37870-b8c2-455a-be54-ce056ec8fcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:23.756251 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:25.108361 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:26.723946 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:41.289407 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:50.026115 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-cfaf333f-b670-409c-800b-12b993ccfb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:52.532734 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-bac96f6b-b318-46b5-9670-7380537d117c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:53.573592 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:56:53.756467 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:55.109983 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:56:56.725805 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:11.287841 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:20.028869 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-56b33770-3c07-4ff2-ad99-2baed95ed38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:22.534217 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-63077c78-77a8-43bc-b427-3766150a666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:23.759595 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:25.111572 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:26.728089 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:30.573735 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:57:41.303077 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:50.032572 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-2e86abfb-efe5-485d-90ff-7ae4c079a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:52.534562 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3894dee6-31a1-4e62-9d29-b7643f625c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:53.761241 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:55.115105 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:56.730065 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:57:57.620642 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-3a6e9521-58c4-423f-833d-23b6ef9e6ba3 service neutron] (103577) timed out ('10.222.0.52', 49960) {{(pid=103577) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 29 13:57:57.709583 dv-cinder-839416-3-iscsi neutron-server[103577]: DEBUG neutron.wsgi [req-d34f2856-5838-4cdb-bb82-b45ee41fdbc6 req-2919cab9-bb8d-40c5-b592-b7c7b31a5530 tempest-AttachVolumeShelveTestJSON-1367517716 tempest-AttachVolumeShelveTestJSON-1367517716-project] (103577) timed out ('10.222.0.52', 49974) {{(pid=103577) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 29 13:58:07.573296 dv-cinder-839416-3-iscsi neutron-server[103579]: DEBUG neutron.db.agents_db [None req-3d7093f0-2783-4691-b7be-e0dbb52117ad None None] Agent healthcheck: found 6 active agents {{(pid=103579) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 29 13:58:11.316294 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c0bb7631-cf68-43c7-b861-17e94cc09d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (06cd8385-1ec3-48e1-8ef5-d5646a44b91e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:58:20.034347 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-c895ec2a-b552-46f5-937c-e8c4f89b190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (0cfc0de3-2ea2-4c79-a538-641e2971163e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:58:22.536145 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-0a4e8743-b7f0-4f6f-902b-05cb71438b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (87db0958-9c6f-4152-8bc8-f3b33fb5ae74), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:58:23.763901 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-3af7c1d0-8830-4c09-bac5-1279f77a47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (168bacc2-0ddd-4b92-a8ed-5063d2ac2709), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:58:25.117535 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-d906d955-5f40-4be1-9157-2d1cf0b0d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (7fddaa35-feb1-4c71-8542-24ee26d3ec5e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 29 13:58:26.732305 dv-cinder-839416-3-iscsi neutron-server[103578]: DEBUG neutron_lib.callbacks.manager [None req-22a2292a-91ba-4f11-8408-a4848f7ddbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768950924647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645900'] for agent (2783e4b4-2570-4a88-89f9-884db23a463e), after_update {{(pid=103578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}